-- Logs begin at Wed 2021-10-27 20:42:50 UTC, end at Wed 2021-10-27 21:44:13 UTC. -- Oct 27 21:17:49.285679 dv-cinder-815145-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 21:17:52.038281 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.common.config [-] Logging enabled! Oct 27 21:17:52.038868 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 21:17:52.039076 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 21:17:52.042295 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.common.config [-] Logging enabled! Oct 27 21:17:52.042552 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 21:17:52.042873 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 21:17:52.043807 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:17:52.044044 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:17:52.044415 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:17:52.044696 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:17:52.044931 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:17:52.045256 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.045562 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.045866 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.046101 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.046403 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.046701 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.046990 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.047286 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.047588 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.048390 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.048771 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.049067 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.049302 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.049592 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.049887 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.050179 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.050404 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] debug = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.050689 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.051129 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.051535 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.051834 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.052115 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.052398 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.052700 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.052984 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.053278 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.053612 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] host = dv-cinder-815145-3-iscsi {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.053897 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.054188 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.054478 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.054767 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.055046 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.055326 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.055614 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.055892 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.056167 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.056445 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.056761 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.057057 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.057349 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.057578 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.057803 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.058103 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.058394 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.058674 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.058952 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.059231 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.059510 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.059788 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.060060 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.060349 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.060654 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.060944 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.061224 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.061502 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.061778 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.062053 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.062341 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.062617 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.062891 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.063171 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.064006 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.064280 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.064557 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.064884 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.065174 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.065461 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.065752 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.066031 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.066317 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.066594 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.066870 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.067145 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] use_json = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.067422 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.067697 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.067981 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.068257 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.068532 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.068843 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.069119 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.069406 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:52.069716 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.070020 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.070330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.070621 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.070931 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.071219 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.071516 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.071803 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.072104 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.072397 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.072718 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.073003 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.073303 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.073586 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.073886 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.074198 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.074498 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.074796 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.075078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.075360 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.075640 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.075925 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.076218 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.076502 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.076821 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.077117 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.077402 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.077695 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.077995 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.078292 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.078574 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.078860 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.079182 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.079466 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.079745 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.080028 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.080322 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.080624 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.080906 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.081194 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.081477 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.081754 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.082033 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.082316 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.082613 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.082896 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.083178 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.083455 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.083736 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.084012 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.084303 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.084594 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.084883 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.085160 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.085443 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.085719 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.085997 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.086280 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.086559 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.086838 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.087116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.087393 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.087668 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.087946 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.088223 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.088501 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.088810 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.089094 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.089373 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.089650 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.089926 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.090205 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.090481 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.090771 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.091070 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.091352 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.091636 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.091918 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.092198 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.092480 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.092785 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.093069 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.093356 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.093631 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.093925 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.094214 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.094504 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.094815 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.095098 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.095421 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.095703 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.095991 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.096275 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.096558 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.096870 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.097157 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.097457 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.097755 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.098053 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.098351 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.098649 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.098933 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.099246 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.099529 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:52.099750 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:17:52.099993 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101175) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 21:17:52.531707 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 21:17:52.531896 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 21:17:52.532217 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 21:17:52.532557 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 21:17:52.853712 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.854006 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.854281 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.855535 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.855823 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.856092 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.891062 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.891345 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.891642 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.906761 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.907069 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.907344 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.937534 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.937818 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.938090 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.974256 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.974541 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:52.974818 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.213276 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.213918 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.213918 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.214087 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.214700 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.342402 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.342729 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.343015 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.343289 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.343564 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.343899 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.346341 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.346611 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.346874 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.347167 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.347435 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.347714 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.347975 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.348234 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.348492 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.348782 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.349041 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.349323 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.349600 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.349864 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.350137 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.350394 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.350678 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.351060 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.351314 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.351568 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.351966 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:53.352208 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:53.352447 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:53.352715 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:53.352954 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:53.353192 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:53.353560 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 21:17:53.356839 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 21:17:53.361459 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 21:17:53.365271 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 27 21:17:53.366918 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 21:17:53.367376 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 21:17:53.367714 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 21:17:53.368101 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 21:17:53.370970 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 21:17:53.371226 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 21:17:53.371585 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 21:17:53.376968 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 21:17:53.399010 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 21:17:53.399468 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.399769 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101175) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 21:17:53.400135 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.401571 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101175) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 21:17:53.401859 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 21:17:53.402109 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 21:17:53.405353 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.405649 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:53.468601 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 21:17:53.468812 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 21:17:53.469049 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 21:17:53.469428 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 21:17:53.493473 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_db.sqlalchemy.engines [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101175) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 21:17:54.026658 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing driver for type 'gre' Oct 27 21:17:54.027187 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] gre ID ranges: [(1, 1000)] Oct 27 21:17:54.086178 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing driver for type 'local' Oct 27 21:17:54.086516 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing driver for type 'vlan' Oct 27 21:17:54.099253 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] VlanTypeDriver initialization complete Oct 27 21:17:54.099622 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing driver for type 'vxlan' Oct 27 21:17:54.100126 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] vxlan ID ranges: [(1, 1000)] Oct 27 21:17:54.154060 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing extension driver 'port_security' Oct 27 21:17:54.154443 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.extensions.port_security [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] PortSecurityExtensionDriver initialization complete Oct 27 21:17:54.154823 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing mechanism driver 'openvswitch' Oct 27 21:17:54.155179 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing mechanism driver 'hyperv' Oct 27 21:17:54.161911 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:17:54.163024 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.163412 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.163771 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.164303 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:17:54.164782 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.165144 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.165493 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.165898 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:17:54.166317 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.166669 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.167016 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.167418 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:17:54.167840 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > security_group after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.168198 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > security_group after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.168545 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > security_group after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.168970 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:17:54.169397 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.169750 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.170097 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.170492 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:17:54.170909 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > address_group after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.171260 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > address_group after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.171605 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > address_group after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.172015 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:17:54.172405 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] ML2 OVO RPC backend initialized. {{(pid=101175) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 21:17:54.173166 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_interface after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.173531 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.173950 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.174303 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > networks before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.174655 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.175000 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > ports before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.175346 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.175693 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnets before_response 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.176050 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.176393 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.176769 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.177108 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.177448 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.177797 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.178140 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.178483 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.178825 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > subnet after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.179400 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.plugin [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Modular L2 Plugin initialization complete Oct 27 21:17:54.179740 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading services supported by the core plugin {{(pid=101175) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 21:17:54.180069 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.plugins.ml2.managers [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Got port-security extension from driver 'port_security' Oct 27 21:17:54.180534 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.extensions.vlantransparent [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Disabled vlantransparent extension. Oct 27 21:17:54.181053 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101175) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 21:17:54.181375 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: router Oct 27 21:17:54.217897 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_interface before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.218455 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_create 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.218656 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router before_create 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.219028 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.219406 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.219792 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_delete 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.220155 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > floatingip after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.220650 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > floatingip after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.221020 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_create 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.221372 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_update 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.221729 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_update 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.222082 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.222443 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_update 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.222857 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_update 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.223232 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.223579 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.223919 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: subnet after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.224265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.224634 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > port precommit_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.224988 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_create 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.225333 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.225677 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.226036 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router after_update 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.226378 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_delete 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.226733 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_create 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.227099 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router_interface after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.227452 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_update 55549900 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.227822 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > agent after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.228174 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > agent after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.228520 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > network after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.229407 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Tracking information for resource: router configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:54.229744 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Tracking information for resource: floatingip configured {{(pid=101175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:17:54.234701 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.db.l3_agentschedulers_db [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 21:17:54.235402 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.235769 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port after_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.236125 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port after_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.236482 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: port after_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.237303 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router before_create 55550100 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.237674 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_delete 55550100 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.238043 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_create 55550100 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.238405 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > router precommit_update 55550100 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.243368 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.provider_configuration [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service providers = [] {{(pid=101175) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 21:17:54.243737 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.db.servicetype_db [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101175) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 21:17:54.246722 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.service_base [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:17:54.247079 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.service_base [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:17:54.247426 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.service_base [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:17:54.248328 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.services.service_base [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:17:54.248748 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.services.service_base [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 21:17:54.249127 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.249452 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 21:17:54.262409 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.262749 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: auto_allocate Oct 27 21:17:54.269177 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: network precommit_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.269550 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: network precommit_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.270074 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.270397 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: tag Oct 27 21:17:54.277265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.277555 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: timestamp Oct 27 21:17:54.281409 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.281743 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: network_ip_availability Oct 27 21:17:54.287403 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.288031 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.288400 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.289150 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.289472 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: flavors Oct 27 21:17:54.294481 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.294823 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading Plugin: revisions Oct 27 21:17:54.299695 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:17:54.300087 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_concurrency.lockutils [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=101175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 21:17:54.300872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101175) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 21:17:54.301215 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Initializing extension manager. Oct 27 21:17:54.301728 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: __init__.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.302074 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: __pycache__ {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.302413 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.302746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: address_group.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.303502 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.304066 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: address-group Oct 27 21:17:54.304393 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: address_scope.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.305139 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.305695 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: address-scope Oct 27 21:17:54.305965 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: admin_state_down_before_update.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.306898 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.307410 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: router-admin-state-down-before-update Oct 27 21:17:54.307737 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: agent.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.308442 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.308988 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: agent Oct 27 21:17:54.309315 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: agent_resources_synced.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.310239 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.310746 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: agent-resources-synced Oct 27 21:17:54.311069 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: allowedaddresspairs.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.312898 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.314148 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: allowed-address-pairs Oct 27 21:17:54.314480 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: auto_allocated_topology.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.315565 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.316078 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: auto-allocated-topology Oct 27 21:17:54.316405 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: availability_zone.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.317127 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.317639 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: availability_zone Oct 27 21:17:54.317967 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: availability_zone_filter.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.318889 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.319396 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: availability_zone_filter Oct 27 21:17:54.319720 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: data_plane_status.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.320666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.321175 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 21:17:54.321502 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: default_subnetpools.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.322428 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.322941 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: default-subnetpools Oct 27 21:17:54.323266 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: dhcpagentscheduler.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.324080 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.324599 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: dhcp_agent_scheduler Oct 27 21:17:54.324935 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: dns.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.325860 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.326365 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension dns-integration not supported by any of loaded plugins Oct 27 21:17:54.326693 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: dns_domain_ports.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.327615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.328116 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 21:17:54.328457 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.329437 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.329946 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 21:17:54.330273 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: dvr.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.330951 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.331458 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: dvr Oct 27 21:17:54.331784 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: ecmp_routes.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.332743 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.333250 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 21:17:54.333576 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: empty_string_filtering.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.334498 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.335011 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: empty-string-filtering Oct 27 21:17:54.335336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.336346 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.336897 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 21:17:54.337223 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.338149 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.338656 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 21:17:54.338987 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: external_net.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.339903 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.340410 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: external-net Oct 27 21:17:54.340766 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: extra_dhcp_opt.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.341691 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.342197 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: extra_dhcp_opt Oct 27 21:17:54.342522 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: extraroute.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.343435 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.343942 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: extraroute Oct 27 21:17:54.344265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: extraroute_atomic.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.345370 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.345881 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: extraroute-atomic Oct 27 21:17:54.346205 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: filter_validation.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.347041 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.347552 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: filter-validation Oct 27 21:17:54.347880 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: fip_pf_description.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.348826 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.349337 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 21:17:54.349661 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: fip_port_details.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.350583 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.351093 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: fip-port-details Oct 27 21:17:54.351419 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: flavors.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.352694 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.353212 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: flavors Oct 27 21:17:54.353540 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.355223 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.355750 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 21:17:54.356090 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: floatingip_pools.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.356827 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.357341 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: floatingip-pools Oct 27 21:17:54.357674 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: ip_allocation.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.358606 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.359119 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 21:17:54.359449 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.360912 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.361423 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: ip-substring-filtering Oct 27 21:17:54.361754 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l2_adjacency.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.362686 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.363189 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 21:17:54.363517 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.364474 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.365029 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: router Oct 27 21:17:54.365362 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3_conntrack_helper.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.367594 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.368126 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 21:17:54.368461 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.369457 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.369974 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: ext-gw-mode Oct 27 21:17:54.370305 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.371249 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.371761 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: l3-ha Oct 27 21:17:54.372091 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3_flavors.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.373042 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.373553 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: l3-flavors Oct 27 21:17:54.373879 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.374796 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.375305 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 21:17:54.375630 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: l3agentscheduler.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.377224 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.377740 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: l3_agent_scheduler Oct 27 21:17:54.378072 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: logging.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.379566 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.380082 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension logging not supported by any of loaded plugins Oct 27 21:17:54.380418 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: metering.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.381183 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.381755 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: metering Oct 27 21:17:54.382086 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.383312 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.383829 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: metering_source_and_destination_fields Oct 27 21:17:54.384159 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: multiprovidernet.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.385117 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.385627 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: multi-provider Oct 27 21:17:54.385954 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: netmtu.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.386875 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.387382 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: net-mtu Oct 27 21:17:54.387709 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: netmtu_writable.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.388657 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.389164 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: net-mtu-writable Oct 27 21:17:54.389496 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: network_availability_zone.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.390172 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.390675 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: network_availability_zone Oct 27 21:17:54.390998 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: network_ip_availability.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.392136 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.392680 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: network-ip-availability Oct 27 21:17:54.393010 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: network_segment_range.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.393780 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.394282 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 21:17:54.394609 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: pagination.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.395594 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.395929 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: pagination Oct 27 21:17:54.396251 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: port_device_profile.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.397201 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.397727 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: port-device-profile Oct 27 21:17:54.398055 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.398990 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.399506 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: port-mac-address-regenerate Oct 27 21:17:54.399830 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.400777 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.401294 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: port-numa-affinity-policy Oct 27 21:17:54.401621 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: port_resource_request.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.402552 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.403056 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 21:17:54.403380 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: portbindings.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.404314 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.404851 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: binding Oct 27 21:17:54.405175 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: portbindings_extended.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.406474 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.407010 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: binding-extended Oct 27 21:17:54.407341 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: portsecurity.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.408265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.408796 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: port-security Oct 27 21:17:54.409128 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: project_id.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.410123 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.410460 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: project-id Oct 27 21:17:54.410785 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: providernet.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.411716 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.412229 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: provider Oct 27 21:17:54.412553 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.416499 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.417124 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos not supported by any of loaded plugins Oct 27 21:17:54.417463 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.418795 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.419321 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 21:17:54.419658 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.420628 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.421146 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 21:17:54.421480 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_default.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.422407 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.423440 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-default not supported by any of loaded plugins Oct 27 21:17:54.423770 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_fip.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.424440 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.424979 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-fip not supported by any of loaded plugins Oct 27 21:17:54.425385 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_gateway_ip.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.426518 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.426830 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 21:17:54.427160 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_port_network_policy.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.428087 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.428648 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 21:17:54.430232 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.431818 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.431818 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 21:17:54.432123 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_pps_rule.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.435201 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.437060 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-pps not supported by any of loaded plugins Oct 27 21:17:54.437060 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_rule_type_details.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.437243 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.437600 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 21:17:54.437935 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: qos_rules_alias.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.439751 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.440322 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 21:17:54.440687 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: quotasv2.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.441675 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.442008 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: quotas Oct 27 21:17:54.442336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: quotasv2_detail.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.449460 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.449813 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: quota_details Oct 27 21:17:54.450152 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: rbac.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.451250 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.451790 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: rbac-policies Oct 27 21:17:54.454540 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: rbac_address_group.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.454540 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.454540 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: rbac-address-group Oct 27 21:17:54.454540 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: rbac_address_scope.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.455656 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.456162 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: rbac-address-scope Oct 27 21:17:54.456489 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: rbac_security_groups.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.457470 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.457985 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: rbac-security-groups Oct 27 21:17:54.458313 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: rbac_subnetpool.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.459256 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.459769 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: rbac-subnetpool Oct 27 21:17:54.460096 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: revisionifmatch.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.461057 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.461573 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: revision-if-match Oct 27 21:17:54.461896 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: revisions.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.463040 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.463558 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: standard-attr-revisions Oct 27 21:17:54.463891 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: router_availability_zone.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.464584 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.465108 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: router_availability_zone Oct 27 21:17:54.465436 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: routerservicetype.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.466365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.466884 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension router-service-type not supported by any of loaded plugins Oct 27 21:17:54.467210 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.468144 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.468700 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: security-groups-normalized-cidr Oct 27 21:17:54.469027 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: security_groups_port_filtering.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.470511 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.471020 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: port-security-groups-filtering Oct 27 21:17:54.471350 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.472284 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.472822 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: security-groups-remote-address-group Oct 27 21:17:54.473147 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: securitygroup.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.483058 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.483592 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: security-group Oct 27 21:17:54.483933 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: segment.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.484767 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.485317 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension segment not supported by any of loaded plugins Oct 27 21:17:54.485654 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.486681 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.487190 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 21:17:54.487523 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: servicetype.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.488690 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.489265 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: service-type Oct 27 21:17:54.489658 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: sorting.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.490735 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.491103 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: sorting Oct 27 21:17:54.491546 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: standard_attr_segment.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.492570 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.493233 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 21:17:54.493595 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: standardattrdescription.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.494318 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.494900 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: standard-attr-description Oct 27 21:17:54.495293 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: stateful_security_group.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.496523 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.497102 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: stateful-security-group Oct 27 21:17:54.497464 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: stdattrs_common.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.498147 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 21:17:54.498546 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.499657 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.500344 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 21:17:54.500782 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: subnet_onboard.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.502101 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.502692 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: subnet_onboard Oct 27 21:17:54.503122 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.504293 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.504923 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 21:17:54.505288 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: subnet_service_types.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.506411 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.507020 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: subnet-service-types Oct 27 21:17:54.507385 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: subnetallocation.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.508781 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.509594 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: subnet_allocation Oct 27 21:17:54.510033 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.510780 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.511382 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: subnetpool-prefix-ops Oct 27 21:17:54.511828 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.513005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.513555 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 21:17:54.513965 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: tagging.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.515143 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.515698 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: standard-attr-tag Oct 27 21:17:54.516064 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: timestamp.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.517851 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.518357 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loaded extension: standard-attr-timestamp Oct 27 21:17:54.518690 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: trunk.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.519769 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.520283 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension trunk not supported by any of loaded plugins Oct 27 21:17:54.520640 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: trunk_details.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.521573 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.522083 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension trunk-details not supported by any of loaded plugins Oct 27 21:17:54.522407 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: uplink_status_propagation.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.523339 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.523849 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 21:17:54.524178 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Loading extension file: vlantransparent.py {{(pid=101175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:17:54.524893 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:17:54.525404 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 21:17:54.527905 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:network Oct 27 21:17:54.528389 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:subnet Oct 27 21:17:54.528818 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:17:54.529214 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:port Oct 27 21:17:54.530489 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.530936 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service FLAVORS assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.531572 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.532051 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.532962 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:router Oct 27 21:17:54.533413 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:floatingip Oct 27 21:17:54.533910 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service METERING assigned prefix: /metering {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.535368 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.535740 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.536093 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:17:54.537166 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 21:17:54.537617 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:security_group Oct 27 21:17:54.538423 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 21:17:54.539059 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service CORE assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.539393 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:17:54.539741 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] subnetpool is already registered Oct 27 21:17:54.540178 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service CORE assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.540507 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:17:54.540865 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] subnetpool is already registered Oct 27 21:17:54.543260 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.543713 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service FLAVORS assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.544331 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.544859 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.545198 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:router Oct 27 21:17:54.545539 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] router is already registered Oct 27 21:17:54.545962 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:floatingip Oct 27 21:17:54.546307 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] floatingip is already registered Oct 27 21:17:54.546773 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service METERING assigned prefix: /metering {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.547507 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 21:17:54.547860 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] rbac_policy is already registered Oct 27 21:17:54.548275 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:security_group Oct 27 21:17:54.548645 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] security_group is already registered Oct 27 21:17:54.549068 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 21:17:54.549403 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] security_group_rule is already registered Oct 27 21:17:54.549903 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service CORE assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.550231 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:17:54.550564 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] subnetpool is already registered Oct 27 21:17:54.550983 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.v2.resource_helper [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Service CORE assigned prefix: {{(pid=101175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:17:54.551309 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:17:54.551641 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING neutron.quota.resource_registry [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] subnetpool is already registered Oct 27 21:17:54.553405 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: extensions {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.554920 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: address-groups {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.556420 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: address-scopes {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.557713 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: agents {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.558992 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: auto-allocated-topology {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.560246 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: availability_zones {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.561527 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: dhcp-networks {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.562948 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: dhcp-agents {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.564504 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: routers {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.566663 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: flavors {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.567953 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: service_profiles {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.569230 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: next_providers {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.570684 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: service_profiles {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.572131 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: floatingip-pools {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.573484 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: routers {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.575596 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: floatingips {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.576953 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: l3-routers {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.578350 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: l3-agents {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.580291 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: metering-labels {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.581597 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: metering-label-rules {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.582964 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: network-ip-availabilities {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.584290 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: bindings {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.585897 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: quotas {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.587571 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: quotas {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.589144 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: rbac-policies {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.590348 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: security-groups {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.591697 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: security-group-rules {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.592974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: service-providers {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.594197 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: subnetpools {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.596282 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: subnetpools {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.597792 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.599490 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.601346 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.603133 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.604872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.606828 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.608565 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.611378 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.613205 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.614947 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron.api.extensions [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Extended resource: tags {{(pid=101175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:17:54.621119 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING keystonemiddleware.auth_token [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 21:17:54.625672 dv-cinder-815145-3-iscsi neutron-server[101175]: WARNING keystonemiddleware.auth_token [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 21:17:54.634615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_concurrency.lockutils [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Acquired lock "singleton_lock" {{(pid=101175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 21:17:54.635102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_concurrency.lockutils [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Releasing lock "singleton_lock" {{(pid=101175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 21:17:54.635745 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Starting 2 workers Oct 27 21:17:54.640709 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Started child 101282 {{(pid=101175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:17:54.645762 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Started child 101283 {{(pid=101175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:17:54.646528 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:17:54.647375 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO neutron.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 21:17:54.647989 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Publish callbacks [] for process, before_spawn {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:17:54.648092 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [-] (101282) wsgi starting up on http://0.0.0.0:9696 Oct 27 21:17:54.650353 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Starting 1 workers Oct 27 21:17:54.650480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:17:54.651808 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [-] (101283) wsgi starting up on http://0.0.0.0:9696 Oct 27 21:17:54.655525 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Started child 101284 {{(pid=101175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:17:54.656073 dv-cinder-815145-3-iscsi neutron-server[101175]: INFO oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Starting 1 workers Oct 27 21:17:54.659913 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] calling RpcWorker wait() {{(pid=101284) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 21:17:54.660462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] returning from RpcWorker wait() {{(pid=101284) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 21:17:54.661252 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Started child 101285 {{(pid=101175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:17:54.661780 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:17:54.662040 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d39e16a5-3637-4c86-8dee-878ce15836db None None] Publish callbacks [] for process, after_spawn {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:17:54.662315 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:17:54.664144 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 21:17:54.664362 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:17:54.664550 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:17:54.664804 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:17:54.665150 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:17:54.665314 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:17:54.665824 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.666101 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.666238 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:17:54.666701 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.666701 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.666899 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.667436 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.667708 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.667980 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.668253 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.668518 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.668711 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.668876 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.669131 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.669366 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.669676 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.669946 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.670192 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.670463 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.670636 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.670881 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.671159 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.671404 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.671668 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] debug = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.671919 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.672359 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.672663 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.672924 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.673159 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.673425 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.673674 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.673931 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.674176 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.674410 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.674666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.674931 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.675192 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.675417 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.675655 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.675920 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.676159 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.676652 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] host = dv-cinder-815145-3-iscsi {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.676872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.677107 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.677336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.677564 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.677811 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.678046 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.678313 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.678578 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.678818 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.679045 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.679314 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.679577 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.679815 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.680060 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.680222 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_options = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.680452 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.680754 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.681008 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.681206 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.681373 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.681546 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.681827 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.681991 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.682230 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.682443 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.682657 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.682870 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.683089 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.683299 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.683556 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.683784 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.684018 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.684224 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.684476 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.684754 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.684978 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.685201 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.685431 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.685670 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.685915 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.686159 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.686381 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.686609 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.686823 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.687064 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.687318 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.687565 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.687781 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.688022 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.688826 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.689073 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.689299 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.689540 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.689833 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.690050 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.690299 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.690554 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.690767 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.690990 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.691236 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.691449 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.691698 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_json = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.691909 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.692162 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.692391 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.692643 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.692859 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.693072 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.693305 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.693562 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.693990 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.694258 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.694568 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.694813 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.695045 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.696158 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:17:54.696443 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.696708 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.696937 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.697203 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.697439 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.697744 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.697971 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.698287 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.699684 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.700006 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.700256 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.700399 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.701265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.701265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.701265 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.701716 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.701716 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.701988 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.702131 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.702444 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.702601 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.702949 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.703489 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.703828 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.705079 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.705883 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.706423 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.707285 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.707545 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.707838 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.708067 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.712375 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.713854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.714743 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.714743 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.714743 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.714743 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.717111 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719330 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719813 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.719896 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.721138 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.721138 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.721138 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.721410 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.722621 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.722621 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.722621 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.722870 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.723096 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.725666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.726511 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.726511 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.726511 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.726791 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.726791 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.727028 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.727593 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.727846 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.728087 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.732635 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.733060 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.733515 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.733854 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.734194 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.734443 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.734696 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.734966 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.735213 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.735450 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.735681 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.735932 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.736159 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.736429 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.736707 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.736971 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.737445 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.737689 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.737968 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.738204 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.739592 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.739592 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.739592 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.740034 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.740230 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.740571 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.741026 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.741026 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.741693 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.741693 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.741863 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.742796 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.742796 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.742796 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.742796 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.743097 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.743280 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.743501 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.743727 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.744039 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.744288 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.744521 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.744778 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.745040 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.745284 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.745637 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.745831 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.746038 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.746285 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.746541 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.746773 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.746987 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.747215 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.747441 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.747652 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.747870 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.748088 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.748322 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.748535 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.748779 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.749051 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.749232 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.749464 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.749694 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.749912 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.750125 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.750397 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.750591 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.751347 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.751579 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.751806 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.752039 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.752254 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.752481 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.752748 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.752983 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.753258 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.753505 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.753747 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.753971 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.754214 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.754446 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.754681 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.754922 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.755138 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.755348 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.755557 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.755789 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.755997 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.756205 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.756425 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.757361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.757361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.757361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.757590 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.757789 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.757943 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.758182 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.758392 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.758638 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.758853 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.759068 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.759274 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.759488 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.759708 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.759963 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.760183 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.760434 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.760666 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.760877 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.761084 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.761295 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.761500 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.761803 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.762054 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.762287 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.762529 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.762758 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.763016 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.763241 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.763448 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.763657 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.763871 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.764080 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.764336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.764605 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.764817 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.765021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.765234 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.765447 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.765671 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.765890 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.766115 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.766344 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.767145 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.767360 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.767552 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.767773 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.767975 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.768176 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.768398 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.768649 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.768859 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.769081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.769285 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.769488 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.769705 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.769917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.770119 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.770373 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.770622 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.770833 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.771113 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.771355 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.771592 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.771837 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.772133 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.772366 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.772699 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.772835 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.773053 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.773286 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.773551 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.773863 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.774131 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.774390 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.774617 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.774895 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.775170 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.775429 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.775637 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.775909 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.776243 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.776502 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.776781 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.777027 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.777298 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.777537 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.777755 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.778035 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.778195 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.778405 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.778728 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.778952 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.779190 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.779397 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.779632 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.780103 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.780103 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.780291 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.780520 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.780766 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.780922 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:17:54.781448 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 21:17:54.781612 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:17:54.781767 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:17:54.781926 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:17:54.782122 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:17:54.782277 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:17:54.782488 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.782644 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.782792 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.782944 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.783098 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.783233 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.783391 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.783539 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.783691 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.783844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784004 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784163 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784324 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784472 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784656 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784802 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.784943 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785096 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785237 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785368 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785503 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785643 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785799 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] debug = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.785953 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.786165 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.786325 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.786481 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.786634 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.786788 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.786942 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.787097 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.787252 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.787406 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.787561 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.787716 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.788110 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.788267 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.788421 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.788660 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.788764 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.788895 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] host = dv-cinder-815145-3-iscsi {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789031 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789158 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789315 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789445 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789600 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789754 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.789897 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.790067 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.790353 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.790558 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.790717 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.790932 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791051 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791194 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791314 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_options = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791427 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791585 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791740 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.791908 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.792068 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.792224 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.792380 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.792534 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.792700 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.792856 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793010 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793165 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793320 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793553 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793675 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793819 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.793941 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794054 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794189 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794328 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794484 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794638 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794829 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.794977 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795130 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795223 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795362 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795516 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795670 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795826 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.795980 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.796136 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.796291 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.796446 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.796608 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.796764 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.796919 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.797065 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.797220 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.797373 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.797528 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.797719 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.797873 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.798551 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.798551 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.798551 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.798551 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_json = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799135 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799135 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799135 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799135 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799535 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799535 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799535 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799905 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:17:54.799905 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.799905 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.800271 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.800271 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.800508 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.800508 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.800786 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.800917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.801131 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.801131 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.801394 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.801520 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.801731 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.802011 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.802293 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.802566 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.802850 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.803124 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.803404 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.803691 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.803969 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.804060 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:17:54.804258 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.804558 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.804873 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.805146 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.805422 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.805708 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.806022 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.806313 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.806607 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.806903 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.807152 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.807322 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.807488 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.807652 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.807815 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.808013 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.808175 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.808334 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.808492 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.808673 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.809974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.810872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.810872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.810872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.810872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.810872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.810872 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811318 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811318 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811318 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811318 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811594 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811689 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811773 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.811919 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.812077 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.812267 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.812425 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.812611 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.812772 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.812929 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.813086 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.813753 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.813951 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.814243 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.814533 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.816361 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817048 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817484 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817484 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817484 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817659 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817770 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.817928 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.818085 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.818241 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.818397 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.818554 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820200 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.820746 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821162 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821162 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821162 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821374 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821454 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821599 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.821759 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822297 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822297 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822297 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822901 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822901 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822901 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.822901 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.823615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.823615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.823615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.823615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.823615 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.825116 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.826300 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.827336 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.828365 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.830005 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.831078 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.832102 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.833844 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.834917 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.836081 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837021 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837563 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837563 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837563 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837563 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837853 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.837853 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838000 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838125 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838291 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838447 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838603 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838759 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.838915 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.839071 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.839237 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.839393 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.839548 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.839704 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.839864 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840020 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840186 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840341 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840498 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840674 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840831 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.840987 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.841152 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.841308 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.841465 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.841629 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.841784 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.841940 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.842096 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.842263 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.842420 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.842565 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.842722 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.842878 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.843033 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.843190 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.843351 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.843518 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.843681 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.843838 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.844003 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.844168 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.844334 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.844520 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.844709 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.844878 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845036 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845195 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845351 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845507 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845664 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845818 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.845974 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.846129 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.846285 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.846443 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.846599 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.846832 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.846993 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.847303 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.847627 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.847780 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.848090 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.848423 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.848596 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:17:54.848733 dv-cinder-815145-3-iscsi neutron-server[101175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:17:54.960730 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49570) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:17:54.969236 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063791 Oct 27 21:18:06.380334 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11893494-75c8-4e1c-a576-3fb7e4f9fdca None None] get_active_networks_info from dv-cinder-815145-3-iscsi {{(pid=101284) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 21:18:06.509845 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11893494-75c8-4e1c-a576-3fb7e4f9fdca None None] No non-hosted networks {{(pid=101284) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 21:18:06.524312 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.agentschedulers_db [None req-11893494-75c8-4e1c-a576-3fb7e4f9fdca None None] DHCP Agent not found on host dv-cinder-815145-3-iscsi {{(pid=101284) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 21:18:06.630999 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a06af981-d67d-469f-b421-db8f7bed2228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555649'] for agent, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:08.856034 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fe48-5bda-4e33-b32c-fbcb1e01ac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555649'] for agent, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:08.935185 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c838adae-de96-4891-96cc-88fb3469bca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:09.995250 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555649'] for agent, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:09.995972 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.996314 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.996911 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.997273 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.997861 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.998010 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.998352 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.998739 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.999089 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.999429 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:09.999678 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:10.000097 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:10.000407 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815145-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:10.017576 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815145-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:10.130993 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555649'] for agent, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:11.774893 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555649'] for agent, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:13.085235 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49662) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:13.586974 dv-cinder-815145-3-iscsi neutron-server[101283]: WARNING oslo_policy.policy [None req-56f91883-6553-451c-ad6c-23c1c18e5c5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:13.587632 dv-cinder-815145-3-iscsi neutron-server[101283]: WARNING oslo_policy.policy [None req-56f91883-6553-451c-ad6c-23c1c18e5c5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:13.812706 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [None req-56f91883-6553-451c-ad6c-23c1c18e5c5f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:18:13.814277 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-56f91883-6553-451c-ad6c-23c1c18e5c5f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7281048 Oct 27 21:18:14.444934 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.db.l3_hamode_db [None req-430a608c-fcd9-4e84-964e-fb03643c3346 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 21:18:14.522917 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a608c-fcd9-4e84-964e-fb03643c3346 None None] Routers set() bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:18:14.523298 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a608c-fcd9-4e84-964e-fb03643c3346 None None] Router IDs set() for agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 21:18:16.277573 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49676) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:16.591838 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:16.687346 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.policy [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 21:18:16.734342 dv-cinder-815145-3-iscsi neutron-server[101283]: WARNING oslo_policy.policy [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:16.734730 dv-cinder-815145-3-iscsi neutron-server[101283]: WARNING oslo_policy.policy [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:16.743280 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.quota [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] Loaded quota_driver: . Oct 27 21:18:16.832217 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791776282461', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791776283054', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791776278329', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791776269879', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791776919300', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791776316708', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16209243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16109238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-771110'] for rbac-policy, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:16.896441 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:16.897674 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c9fc64d8-1e3a-45c5-aa6b-a920a7ff099d admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6191523 Oct 27 21:18:19.606994 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49688) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:19.902813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Request body: {'network': {'project_id': '2da417613e8a46f5bcf7044e572737c5', 'name': 'private', 'admin_state_up': True, 'tenant_id': '2da417613e8a46f5bcf7044e572737c5'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:19.934040 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Made reservation on behalf of 2da417613e8a46f5bcf7044e572737c5 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:18:19.936866 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:19.954665 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.064975 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.068812 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.092806 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:18:20.117064 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791772885589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.117655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Unsubscribe: segment precommit_create {{(pid=101283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 21:18:20.118146 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Added segment 547fe864-d9ac-4877-b32e-9d5aaadabd4e of type vlan for network df47ba4c-5b58-4132-9b44-459e60651f67 Oct 27 21:18:20.133998 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eef211-4321-4ceb-9b83-801c0ec37808,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:20.184493 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.184867 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.185199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.185519 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.185847 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.186250 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.186569 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.186900 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.187231 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.188107 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.188422 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.188765 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Tracked resource versions report: Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: pushed versions: Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: { 'AddressGroup': {'1.2'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'ConntrackHelper': {'1.0'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Log': {'1.0'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Network': {'1.1'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Port': {'1.7'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'PortForwarding': {'1.2'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'QosPolicy': {'1.10'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroup': {'1.4'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SubPort': {'1.0'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Subnet': {'1.1'}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Trunk': {'1.1'}} Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: consumer versions: Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'ConntrackHelper': '1.0', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Log': '1.0', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Network': '1.1', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Port': '1.7', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'PortForwarding': '1.2', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'QosPolicy': '1.10', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroup': '1.4', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroupRule': '1.2', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SubPort': '1.0', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Subnet': '1.1', Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Trunk': '1.1'}} Oct 27 21:18:20.189864 dv-cinder-815145-3-iscsi neutron-server[101283]: {{(pid=101283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:18:20.228367 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.269123 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.270206 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:20.270876 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:20.348410 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7402861 Oct 27 21:18:20.372964 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7a3ad-da5d-455f-b48d-a29084df5e56 admin admin] Pushing event updated for resources: {'Network': ['ID=df47ba4c-5b58-4132-9b44-459e60651f67,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:20.385509 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network df47ba4c-5b58-4132-9b44-459e60651f67 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:18:23.096477 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49702) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:23.482747 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd095e52-62ec-418e-a15c-bceb7a51eaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:23.484138 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-dd095e52-62ec-418e-a15c-bceb7a51eaaf admin admin] 10.222.0.55 "GET /v2.0/networks/df47ba4c-5b58-4132-9b44-459e60651f67 HTTP/1.1" status: 200 len: 825 time: 0.3867059 Oct 27 21:18:23.510432 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-3b33ca2d-349a-4d23-b135-a1168801814d admin admin] 10.222.0.55 "GET /v2.0/subnetpools/edc6a58c-a1aa-4eb7-aa79-3884e09392c9 HTTP/1.1" status: 200 len: 734 time: 0.0201311 Oct 27 21:18:23.520024 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Request body: {'subnet': {'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:23.541360 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Made reservation on behalf of 2da417613e8a46f5bcf7044e572737c5 for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:18:23.543657 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:23.826498 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:23.894012 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60e8575-425b-437b-a605-0aa174194b07,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:23.899733 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Checking segment: {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:18:23.900107 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Network hostable DHCP agents. Network: df47ba4c-5b58-4132-9b44-459e60651f67, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:18:23.920015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Network df47ba4c-5b58-4132-9b44-459e60651f67 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:18:23.930990 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, df47ba4c-5b58-4132-9b44-459e60651f67) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:18:23.936090 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:23.937091 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:23.940943 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec901d-93ad-47ae-a7a4-22d2a1673f04 None None] Network df47ba4c-5b58-4132-9b44-459e60651f67 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:18:23.952743 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-bb0394af-b9db-4cf1-bdeb-ac86cdc21b60 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357481 Oct 27 21:18:24.260740 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-df47ba4c-5b58-4132-9b44-459e60651f67', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:18:24.262025 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:24.563556 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Allocated IP 172.20.0.2 (df47ba4c-5b58-4132-9b44-459e60651f67/e60e8575-425b-437b-a605-0aa174194b07/5d0eb610-2698-43b1-9426-82827678b65d) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:18:24.765494 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:24.773394 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:24.846402 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Network df47ba4c-5b58-4132-9b44-459e60651f67 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:18:24.853890 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:18:24.862619 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Pushing event updated for resources: {'Port': ['ID=5d0eb610-2698-43b1-9426-82827678b65d,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:24.864777 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:18:24.876503 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.876884 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.877221 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.877548 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.877868 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.878190 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.878507 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.878823 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.879158 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.879474 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.879786 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.880098 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Tracked resource versions report: Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: pushed versions: Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: { 'AddressGroup': {'1.2'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'ConntrackHelper': {'1.0'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Log': {'1.0'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Network': {'1.1'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Port': {'1.7'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'PortForwarding': {'1.2'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'QosPolicy': {'1.10'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroup': {'1.4'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SubPort': {'1.0'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Subnet': {'1.1'}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Trunk': {'1.1'}} Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: consumer versions: Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'ConntrackHelper': '1.0', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Log': '1.0', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Network': '1.1', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Port': '1.7', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'PortForwarding': '1.2', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'QosPolicy': '1.10', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroup': '1.4', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroupRule': '1.2', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SubPort': '1.0', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Subnet': '1.1', Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Trunk': '1.1'}} Oct 27 21:18:24.881210 dv-cinder-815145-3-iscsi neutron-server[101284]: {{(pid=101284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:18:24.949235 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Attempting to bind port 5d0eb610-2698-43b1-9426-82827678b65d on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:18:24.949862 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Attempting to bind port 5d0eb610-2698-43b1-9426-82827678b65d by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:18:24.949999 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Attempting to bind port 5d0eb610-2698-43b1-9426-82827678b65d on network df47ba4c-5b58-4132-9b44-459e60651f67 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:18:24.954786 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:18:24.955161 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Checking segment: {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:18:24.955609 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:24.955990 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Bound using segment: {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:18:24.956454 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Bound port: 5d0eb610-2698-43b1-9426-82827678b65d, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:18:24.956879 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:25.024958 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] For port 5d0eb610-2698-43b1-9426-82827678b65d, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:18:25.029753 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] For port 5d0eb610-2698-43b1-9426-82827678b65d, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=5d0eb610-2698-43b1-9426-82827678b65d,segment=NetworkSegment(547fe864-d9ac-4877-b32e-9d5aaadabd4e),segment_id=547fe864-d9ac-4877-b32e-9d5aaadabd4e)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:18:25.033710 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:25.099383 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958adc1-dc2d-4875-88b6-fb3ae73f9174 None None] Pushing event updated for resources: {'Port': ['ID=5d0eb610-2698-43b1-9426-82827678b65d,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:26.519626 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49710) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:26.832690 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [None req-78ba0e46-a0b7-46d4-8130-45c01272113f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:18:26.833693 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-78ba0e46-a0b7-46d4-8130-45c01272113f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3130209 Oct 27 21:18:29.345623 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49718) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:29.666861 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [None req-ac996d85-b362-4dd7-8ac2-79fb8ed6bc85 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:18:29.667847 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ac996d85-b362-4dd7-8ac2-79fb8ed6bc85 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3213036 Oct 27 21:18:32.417184 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49728) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:32.719801 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] Request body: {'router': {'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'name': 'router1', 'admin_state_up': True}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:32.743452 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:32.744984 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:32.877419 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:32.882284 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:32.896725 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:32.897913 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b5da5f2d-c66e-471c-b264-365bfe768cbc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4797411 Oct 27 21:18:33.928269 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 5d0eb610-2698-43b1-9426-82827678b65d up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:18:34.016287 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 5d0eb610-2698-43b1-9426-82827678b65d triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:34.016806 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:34.123655 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:34.158804 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 5d0eb610-2698-43b1-9426-82827678b65d, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=5d0eb610-2698-43b1-9426-82827678b65d,segment=NetworkSegment(547fe864-d9ac-4877-b32e-9d5aaadabd4e),segment_id=547fe864-d9ac-4877-b32e-9d5aaadabd4e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:18:34.163440 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:34.209077 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=5d0eb610-2698-43b1-9426-82827678b65d,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:34.257047 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23874ba7-2b0c-42ab-8c35-ad4bc9d67eb7 None None] Network df47ba4c-5b58-4132-9b44-459e60651f67 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:18:34.320967 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-d82bcc01-c07f-45a2-8966-888fe89d5180 None None] Provisioning complete for port 5d0eb610-2698-43b1-9426-82827678b65d triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:34.321324 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d82bcc01-c07f-45a2-8966-888fe89d5180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:34.676418 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-c7d8fa55-2e0e-45b7-9bdd-f6670ff4b589 None None] Provisioning complete for port 5d0eb610-2698-43b1-9426-82827678b65d triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:34.676816 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa55-2e0e-45b7-9bdd-f6670ff4b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:35.441170 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49740) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:35.747982 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [None req-d7d05970-996e-4dd9-8345-50cc186680d0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:18:35.749010 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d7d05970-996e-4dd9-8345-50cc186680d0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3069055 Oct 27 21:18:35.901910 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 5d0eb610-2698-43b1-9426-82827678b65d up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:18:35.950590 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 5d0eb610-2698-43b1-9426-82827678b65d triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:35.950962 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:36.302836 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-615a4e7d-7013-4348-b0d7-91bc72ef1987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:37.722107 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:18:38.224335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 49748) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:38.715082 dv-cinder-815145-3-iscsi neutron-server[101282]: WARNING oslo_policy.policy [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:38.715758 dv-cinder-815145-3-iscsi neutron-server[101282]: WARNING oslo_policy.policy [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:38.850047 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da45894d-7474-4f62-b390-cc7eb26fd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:38.942576 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:38.944227 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.quota [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Loaded quota_driver: . Oct 27 21:18:38.998320 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Made reservation on behalf of 5b4877026e2b458b803918d9d6a1e093 for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:18:39.065550 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.policy [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 21:18:39.112550 dv-cinder-815145-3-iscsi neutron-server[101282]: WARNING oslo_policy.policy [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:39.112877 dv-cinder-815145-3-iscsi neutron-server[101282]: WARNING oslo_policy.policy [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:18:39.123402 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.143432 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.251564 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.255357 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.266520 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Reserving flat network on physical network physnet1 {{(pid=101282) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 21:18:39.299567 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791772885589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.300117 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Unsubscribe: segment precommit_create {{(pid=101282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 21:18:39.300620 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Added segment 6aa0bbef-1a0b-415e-ac09-f596abb7249e of type flat for network 4ab84436-cd69-4058-8f45-c2af242f4248 Oct 27 21:18:39.317729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7318bfb6-66a5-417a-80f1-3e4e04bd7f25,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:39.336680 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.337037 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.337369 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.337693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.338013 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.338345 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.338668 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.339000 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.339334 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.339649 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.339959 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.340267 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Tracked resource versions report: Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: pushed versions: Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: { 'AddressGroup': {'1.2'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'ConntrackHelper': {'1.0'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Log': {'1.0'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Network': {'1.1'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Port': {'1.7'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'PortForwarding': {'1.2'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'QosPolicy': {'1.10'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroup': {'1.4'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SubPort': {'1.0'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Subnet': {'1.1'}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Trunk': {'1.1'}} Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: consumer versions: Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'ConntrackHelper': '1.0', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Log': '1.0', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Network': '1.1', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Port': '1.7', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'PortForwarding': '1.2', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'QosPolicy': '1.10', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroup': '1.4', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroupRule': '1.2', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SubPort': '1.0', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Subnet': '1.1', Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Trunk': '1.1'}} Oct 27 21:18:39.341374 dv-cinder-815145-3-iscsi neutron-server[101282]: {{(pid=101282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:18:39.433862 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.478456 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.479661 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:39.480303 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:39.564409 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3379662 Oct 27 21:18:39.585096 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0d94d-e052-4e75-80fb-efbe0aa3d257 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab84436-cd69-4058-8f45-c2af242f4248,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:39.597279 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 4ab84436-cd69-4058-8f45-c2af242f4248 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:18:39.984366 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:40.089701 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:41.709927 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:42.067843 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 49778) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:42.281790 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13f9088-d70e-45b9-8b0f-a1aaeabb4e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:42.283174 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d13f9088-d70e-45b9-8b0f-a1aaeabb4e06 admin admin] 10.222.0.55 "GET /v2.0/subnets/e60e8575-425b-437b-a605-0aa174194b07 HTTP/1.1" status: 200 len: 849 time: 0.2143695 Oct 27 21:18:42.439999 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2b366c02-3471-4bfa-ab7d-b16db1faee91 admin admin] 10.222.0.55 "GET /v2.0/routers/caef6010-4232-4181-973d-523a647a4df1 HTTP/1.1" status: 200 len: 704 time: 0.1502702 Oct 27 21:18:42.725091 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.014280 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Allocated IP 172.20.0.1 (df47ba4c-5b58-4132-9b44-459e60651f67/e60e8575-425b-437b-a605-0aa174194b07/a682e433-a76d-4cce-b605-4f82d8c50a1e) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:18:43.198817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.266554 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.344538 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Network df47ba4c-5b58-4132-9b44-459e60651f67 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:18:43.349233 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:18:43.357832 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:18:43.358675 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.377049 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Pushing event updated for resources: {'Port': ['ID=a682e433-a76d-4cce-b605-4f82d8c50a1e,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:43.525487 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3579d95-d387-4fd7-929a-8aba1c1650c6 None None] Provisioning complete for port a682e433-a76d-4cce-b605-4f82d8c50a1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:43.526093 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3579d95-d387-4fd7-929a-8aba1c1650c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.558963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3579d95-d387-4fd7-929a-8aba1c1650c6 None None] Port a682e433-a76d-4cce-b605-4f82d8c50a1e cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:18:43.560007 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.813769 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.818141 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.819020 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:43.895284 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Pushing event updated for resources: {'Port': ['ID=a682e433-a76d-4cce-b605-4f82d8c50a1e,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:43.942730 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Network df47ba4c-5b58-4132-9b44-459e60651f67 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:18:43.943969 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:18:44.101241 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Router caef6010-4232-4181-973d-523a647a4df1 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:18:44.181849 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-0b19a9b8-6f78-408e-a7a5-33cef6fd9ba0 None None] Provisioning complete for port a682e433-a76d-4cce-b605-4f82d8c50a1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:44.182219 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0b19a9b8-6f78-408e-a7a5-33cef6fd9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:44.198021 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:18:44.209305 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-053fe098-a6b8-4939-8076-5e2e203dc318 admin admin] 10.222.0.55 "PUT /v2.0/routers/caef6010-4232-4181-973d-523a647a4df1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7575355 Oct 27 21:18:44.218495 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-0b19a9b8-6f78-408e-a7a5-33cef6fd9ba0 None None] Port a682e433-a76d-4cce-b605-4f82d8c50a1e cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:18:44.221213 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Sync routers for ids ['caef6010-4232-4181-973d-523a647a4df1'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:18:44.234861 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Routers {'caef6010-4232-4181-973d-523a647a4df1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:18:44.235756 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:18:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['caef6010-4232-4181-973d-523a647a4df1'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:44.423336 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Set router caef6010-4232-4181-973d-523a647a4df1 gateway port host: None {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:18:44.858012 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caef6010-4232-4181-973d-523a647a4df1', 'name': 'router1', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:18:32Z', 'updated_at': '2021-10-27T21:18:43Z', 'revision_number': 2, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'gw_port_host': None, '_interfaces': [{'id': 'a682e433-a76d-4cce-b605-4f82d8c50a1e', 'name': '', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'mac_address': 'fa:16:3e:15:9c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:42Z', 'updated_at': '2021-10-27T21:18:43Z', 'revision_number': 2, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'subnets': [{'id': 'e60e8575-425b-437b-a605-0aa174194b07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:44.908551 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Checking router: caef6010-4232-4181-973d-523a647a4df1 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:18:44.908939 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Updating router caef6010-4232-4181-973d-523a647a4df1 port a682e433-a76d-4cce-b605-4f82d8c50a1e binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:18:44.956315 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.457405 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.463752 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.610741 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Pushing event updated for resources: {'Port': ['ID=a682e433-a76d-4cce-b605-4f82d8c50a1e,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:45.639239 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.639592 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.640021 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.640358 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.641290 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.641631 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.641960 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.642281 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.642608 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.642932 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.643254 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.643575 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Tracked resource versions report: Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: pushed versions: Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: { 'AddressGroup': {'1.2'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'ConntrackHelper': {'1.0'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Log': {'1.0'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Network': {'1.1'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Port': {'1.7'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'PortForwarding': {'1.2'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'QosPolicy': {'1.10'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroup': {'1.4'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SubPort': {'1.0'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Subnet': {'1.1'}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Trunk': {'1.1'}} Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: consumer versions: Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'ConntrackHelper': '1.0', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Log': '1.0', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Network': '1.1', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Port': '1.7', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'PortForwarding': '1.2', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'QosPolicy': '1.10', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroup': '1.4', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroupRule': '1.2', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SubPort': '1.0', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Subnet': '1.1', Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Trunk': '1.1'}} Oct 27 21:18:45.644731 dv-cinder-815145-3-iscsi neutron-server[101285]: {{(pid=101285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:18:45.651410 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Attempting to bind port a682e433-a76d-4cce-b605-4f82d8c50a1e on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:18:45.651813 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Attempting to bind port a682e433-a76d-4cce-b605-4f82d8c50a1e by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:18:45.652248 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Attempting to bind port a682e433-a76d-4cce-b605-4f82d8c50a1e on network df47ba4c-5b58-4132-9b44-459e60651f67 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:18:45.657412 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:18:45.657823 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Checking segment: {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:18:45.658278 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.658658 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Bound using segment: {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:18:45.659152 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Bound port: a682e433-a76d-4cce-b605-4f82d8c50a1e, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547fe864-d9ac-4877-b32e-9d5aaadabd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:18:45.659540 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.724983 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] For port a682e433-a76d-4cce-b605-4f82d8c50a1e, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:18:45.745182 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] For port a682e433-a76d-4cce-b605-4f82d8c50a1e, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=a682e433-a76d-4cce-b605-4f82d8c50a1e,segment=NetworkSegment(547fe864-d9ac-4877-b32e-9d5aaadabd4e),segment_id=547fe864-d9ac-4877-b32e-9d5aaadabd4e)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:18:45.745505 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-18b007ce-fa3d-433f-a952-f524e89a7da2 None None] Provisioning complete for port a682e433-a76d-4cce-b605-4f82d8c50a1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:45.745963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-18b007ce-fa3d-433f-a952-f524e89a7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.751339 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.818331 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Routers {'caef6010-4232-4181-973d-523a647a4df1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:18:45.819013 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:18:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['caef6010-4232-4181-973d-523a647a4df1'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:45.822353 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603b8c-e8b6-48f0-92ad-391ce4bd3bc7 None None] Pushing event updated for resources: {'Port': ['ID=a682e433-a76d-4cce-b605-4f82d8c50a1e,revision_number=4']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:45.825817 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-18b007ce-fa3d-433f-a952-f524e89a7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.860168 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-18b007ce-fa3d-433f-a952-f524e89a7da2 None None] For port a682e433-a76d-4cce-b605-4f82d8c50a1e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=a682e433-a76d-4cce-b605-4f82d8c50a1e,segment=NetworkSegment(547fe864-d9ac-4877-b32e-9d5aaadabd4e),segment_id=547fe864-d9ac-4877-b32e-9d5aaadabd4e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:18:45.865123 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-18b007ce-fa3d-433f-a952-f524e89a7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:45.918710 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b007ce-fa3d-433f-a952-f524e89a7da2 None None] Pushing event updated for resources: {'Port': ['ID=a682e433-a76d-4cce-b605-4f82d8c50a1e,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:45.930775 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] Set router caef6010-4232-4181-973d-523a647a4df1 gateway port host: None {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:18:46.085305 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-817c88fb-079d-436c-816e-64542fba3485 None None] Provisioning complete for port a682e433-a76d-4cce-b605-4f82d8c50a1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:46.085747 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-817c88fb-079d-436c-816e-64542fba3485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:46.141603 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caef6010-4232-4181-973d-523a647a4df1', 'name': 'router1', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:18:32Z', 'updated_at': '2021-10-27T21:18:43Z', 'revision_number': 2, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'gw_port_host': None, '_interfaces': [{'id': 'a682e433-a76d-4cce-b605-4f82d8c50a1e', 'name': '', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'mac_address': 'fa:16:3e:15:9c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:42Z', 'updated_at': '2021-10-27T21:18:45Z', 'revision_number': 4, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'subnets': [{'id': 'e60e8575-425b-437b-a605-0aa174194b07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:46.168392 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad22d5-8840-47e1-a023-bde929eb02cc None None] The sync data for ids ['caef6010-4232-4181-973d-523a647a4df1'] in dv-cinder-815145-3-iscsi is: [{'id': 'caef6010-4232-4181-973d-523a647a4df1', 'name': 'router1', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:18:32Z', 'updated_at': '2021-10-27T21:18:43Z', 'revision_number': 2, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'gw_port_host': None, '_interfaces': [{'id': 'a682e433-a76d-4cce-b605-4f82d8c50a1e', 'name': '', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'mac_address': 'fa:16:3e:15:9c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:42Z', 'updated_at': '2021-10-27T21:18:45Z', 'revision_number': 4, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'subnets': [{'id': 'e60e8575-425b-437b-a605-0aa174194b07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:18:46.599318 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 49798) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:46.709981 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2848f6f-4e36-4d37-ba4d-f7adfd5748bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:46.711455 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d2848f6f-4e36-4d37-ba4d-f7adfd5748bc admin admin] 10.222.0.55 "GET /v2.0/networks/4ab84436-cd69-4058-8f45-c2af242f4248 HTTP/1.1" status: 200 len: 842 time: 0.1110566 Oct 27 21:18:46.721835 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:46.745794 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Made reservation on behalf of 5b4877026e2b458b803918d9d6a1e093 for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:18:46.748197 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:47.063075 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.objects.ports [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101282) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 21:18:47.063515 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:47.118793 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6243e2-028b-4fc5-8b39-8f5f468bf528,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:47.129202 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:18:47.129551 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Network hostable DHCP agents. Network: 4ab84436-cd69-4058-8f45-c2af242f4248, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:18:47.149232 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:18:47.159525 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 4ab84436-cd69-4058-8f45-c2af242f4248) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:18:47.163766 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:47.164355 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:47.169731 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73db3f3-4dc4-485a-904c-234ea7ade8f3 None None] Network 4ab84436-cd69-4058-8f45-c2af242f4248 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:18:47.180490 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-39614c58-5e51-454f-994a-7b192f6c5f80 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4621828 Oct 27 21:18:47.303024 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b7c20-8768-4a67-9dde-fe56146bc794 None None] Network 4ab84436-cd69-4058-8f45-c2af242f4248 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:18:49.608227 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 49806) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:49.737751 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-223ef8a7-a15b-4577-96c8-afac9d331c89 admin admin] 10.222.0.55 "GET /v2.0/routers/caef6010-4232-4181-973d-523a647a4df1 HTTP/1.1" status: 200 len: 710 time: 0.1280751 Oct 27 21:18:49.823929 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa43e2-33ae-4984-8a27-011eca8730c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:18:49.825277 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6baa43e2-33ae-4984-8a27-011eca8730c8 admin admin] 10.222.0.55 "GET /v2.0/networks/4ab84436-cd69-4058-8f45-c2af242f4248 HTTP/1.1" status: 200 len: 886 time: 0.0818577 Oct 27 21:18:49.835792 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:18:50.149332 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:50.377261 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:50.453962 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:50.554222 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Allocated IP 172.27.1.106 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/5c360650-1f4a-4a66-b864-2eaab2343ca0) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:18:50.657324 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:50.692227 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:50.730333 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:18:50.733146 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:18:50.740304 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c360650-1f4a-4a66-b864-2eaab2343ca0,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:50.752615 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:18:51.002725 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:51.199328 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16210108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16209205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13401'] for router, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:51.202816 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16210085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16210090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16209210'] for router, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:51.307082 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Router caef6010-4232-4181-973d-523a647a4df1 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:18:51.415818 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:18:51.420672 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:51.421868 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9472e692-00ec-49b6-8c54-1b32df7856e4 admin admin] 10.222.0.55 "PUT /v2.0/routers/caef6010-4232-4181-973d-523a647a4df1 HTTP/1.1" status: 200 len: 890 time: 1.5895197 Oct 27 21:18:51.942791 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device a682e433-a76d-4cce-b605-4f82d8c50a1e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:18:51.998587 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port a682e433-a76d-4cce-b605-4f82d8c50a1e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:51.998989 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:53.129231 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Sync routers for ids ['caef6010-4232-4181-973d-523a647a4df1'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:18:53.140607 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Routers {'caef6010-4232-4181-973d-523a647a4df1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:18:53.141304 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:18:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['caef6010-4232-4181-973d-523a647a4df1'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:53.346431 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Set router caef6010-4232-4181-973d-523a647a4df1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:18:53.808886 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caef6010-4232-4181-973d-523a647a4df1', 'name': 'router1', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5c360650-1f4a-4a66-b864-2eaab2343ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:18:32Z', 'updated_at': '2021-10-27T21:18:50Z', 'revision_number': 4, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'gw_port': {'id': '5c360650-1f4a-4a66-b864-2eaab2343ca0', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:50Z', 'updated_at': '2021-10-27T21:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'a682e433-a76d-4cce-b605-4f82d8c50a1e', 'name': '', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'mac_address': 'fa:16:3e:15:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:42Z', 'updated_at': '2021-10-27T21:18:45Z', 'revision_number': 5, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'subnets': [{'id': 'e60e8575-425b-437b-a605-0aa174194b07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:53.860846 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Checking router: caef6010-4232-4181-973d-523a647a4df1 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:18:53.861201 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Updating router caef6010-4232-4181-973d-523a647a4df1 port 5c360650-1f4a-4a66-b864-2eaab2343ca0 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:18:53.909757 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:53.948554 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 49820) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:18:54.069977 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c56c6160-7006-4979-87d6-4d7f4f9dd085 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202309 Oct 27 21:18:54.234786 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:54.240729 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:54.297449 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580040ce-5ecf-47a5-8cc7-a7f7c054fcfe None None] Pushing event updated for resources: {'Port': ['ID=5c360650-1f4a-4a66-b864-2eaab2343ca0,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:54.301996 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Attempting to bind port 5c360650-1f4a-4a66-b864-2eaab2343ca0 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:18:54.302369 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Attempting to bind port 5c360650-1f4a-4a66-b864-2eaab2343ca0 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:18:54.302729 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Attempting to bind port 5c360650-1f4a-4a66-b864-2eaab2343ca0 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:18:54.307868 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:18:54.308246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:18:54.308675 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:54.309065 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:18:54.309524 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Bound port: 5c360650-1f4a-4a66-b864-2eaab2343ca0, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:18:54.309922 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:54.359666 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] For port 5c360650-1f4a-4a66-b864-2eaab2343ca0, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:18:54.363202 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] For port 5c360650-1f4a-4a66-b864-2eaab2343ca0, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=5c360650-1f4a-4a66-b864-2eaab2343ca0,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:18:54.366813 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:54.428626 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Routers {'caef6010-4232-4181-973d-523a647a4df1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:18:54.429241 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:18:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['caef6010-4232-4181-973d-523a647a4df1'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:54.433865 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580040ce-5ecf-47a5-8cc7-a7f7c054fcfe None None] Pushing event updated for resources: {'Port': ['ID=5c360650-1f4a-4a66-b864-2eaab2343ca0,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:54.541351 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] Set router caef6010-4232-4181-973d-523a647a4df1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:18:54.753680 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caef6010-4232-4181-973d-523a647a4df1', 'name': 'router1', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5c360650-1f4a-4a66-b864-2eaab2343ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:18:32Z', 'updated_at': '2021-10-27T21:18:50Z', 'revision_number': 4, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'gw_port': {'id': '5c360650-1f4a-4a66-b864-2eaab2343ca0', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:50Z', 'updated_at': '2021-10-27T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'a682e433-a76d-4cce-b605-4f82d8c50a1e', 'name': '', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'mac_address': 'fa:16:3e:15:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:42Z', 'updated_at': '2021-10-27T21:18:45Z', 'revision_number': 5, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'subnets': [{'id': 'e60e8575-425b-437b-a605-0aa174194b07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:18:54.785069 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ffbf-85d1-4f3c-9927-334a19f93a6d None None] The sync data for ids ['caef6010-4232-4181-973d-523a647a4df1'] in dv-cinder-815145-3-iscsi is: [{'id': 'caef6010-4232-4181-973d-523a647a4df1', 'name': 'router1', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5c360650-1f4a-4a66-b864-2eaab2343ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:18:32Z', 'updated_at': '2021-10-27T21:18:50Z', 'revision_number': 4, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'gw_port': {'id': '5c360650-1f4a-4a66-b864-2eaab2343ca0', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:50Z', 'updated_at': '2021-10-27T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'a682e433-a76d-4cce-b605-4f82d8c50a1e', 'name': '', 'network_id': 'df47ba4c-5b58-4132-9b44-459e60651f67', 'tenant_id': '2da417613e8a46f5bcf7044e572737c5', 'mac_address': 'fa:16:3e:15:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caef6010-4232-4181-973d-523a647a4df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e60e8575-425b-437b-a605-0aa174194b07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:18:42Z', 'updated_at': '2021-10-27T21:18:45Z', 'revision_number': 5, 'project_id': '2da417613e8a46f5bcf7044e572737c5', 'subnets': [{'id': 'e60e8575-425b-437b-a605-0aa174194b07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc6a58c-a1aa-4eb7-aa79-3884e09392c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:18:55.959217 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 5c360650-1f4a-4a66-b864-2eaab2343ca0 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:18:56.024659 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 5c360650-1f4a-4a66-b864-2eaab2343ca0 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:56.024828 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:56.109419 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:56.130819 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 5c360650-1f4a-4a66-b864-2eaab2343ca0, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=5c360650-1f4a-4a66-b864-2eaab2343ca0,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:18:56.134589 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:18:56.188913 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=5c360650-1f4a-4a66-b864-2eaab2343ca0,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:18:57.964694 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 5c360650-1f4a-4a66-b864-2eaab2343ca0 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:18:58.035479 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 5c360650-1f4a-4a66-b864-2eaab2343ca0 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:18:58.036093 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:06.304835 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9634-dbbc-460e-9a1e-2f769a73516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:08.861462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8558fe7-251a-4216-bbba-131deccab640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:09.992557 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:10.061064 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:11.738184 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:14.724825 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:19:36.309485 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-154fa82e-f63d-46fb-88e3-a3c579955b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:38.854262 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-98806ac1-52bf-4849-83f4-ac16a001ae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:39.989571 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:40.064719 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:41.717690 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:19:51.722661 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:20:06.302700 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-34a62ded-afc9-4e61-a454-21a7a4a7879e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:08.858920 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-980531dd-ce83-4b8c-8d9d-6d89b1ca4fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:09.983352 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:10.063750 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:11.717898 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:28.724910 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:20:32.629456 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50382) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:32.690934 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf6a631-af4e-45bc-b9bf-210cfe1a7588 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:20:32.692220 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6bf6a631-af4e-45bc-b9bf-210cfe1a7588 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618351 Oct 27 21:20:32.850519 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fb36d-e6b8-42be-8144-e5f8a2220ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:32.851884 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-797fb36d-e6b8-42be-8144-e5f8a2220ab4 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550984 Oct 27 21:20:35.174000 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50392) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:35.266528 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9eb159-69c5-44c9-88bf-257aa9bfbdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:35.267868 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-be9eb159-69c5-44c9-88bf-257aa9bfbdcb admin admin] 10.222.0.55 "GET /v2.0/subnets/e60e8575-425b-437b-a605-0aa174194b07 HTTP/1.1" status: 200 len: 849 time: 0.0929136 Oct 27 21:20:35.277635 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:20:35.359489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Publish callbacks [] for subnet, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:35.507264 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791772927717'] for subnet, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:35.538901 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:35.539530 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:35.540842 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] 10.222.0.55 "PUT /v2.0/subnets/e60e8575-425b-437b-a605-0aa174194b07 HTTP/1.1" status: 200 len: 868 time: 0.2667308 Oct 27 21:20:35.545036 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e72cd-f476-4738-bf11-15ee0abfb7c3 None None] Network df47ba4c-5b58-4132-9b44-459e60651f67 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:20:35.565511 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60e8575-425b-437b-a605-0aa174194b07,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:20:35.572940 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.573297 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.573625 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.573955 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.574282 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.574628 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.574957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.575294 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.575639 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.575961 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.576286 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.576619 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdbb078-d8ca-489a-a68d-0d39d8f6d82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:20:35.912903 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-97ab8697-3924-4362-b64a-07c05f7f7633 None None] Provisioning complete for port a682e433-a76d-4cce-b605-4f82d8c50a1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:20:35.913544 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-97ab8697-3924-4362-b64a-07c05f7f7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:36.002874 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-97ab8697-3924-4362-b64a-07c05f7f7633 None None] Provisioning complete for port 5d0eb610-2698-43b1-9426-82827678b65d triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:20:36.003139 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-97ab8697-3924-4362-b64a-07c05f7f7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:36.304018 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d7476a4a-2886-48ab-9071-8f8ec742a1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:37.816692 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50400) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:38.103328 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56732ad0-02ac-4e7a-b365-53698a280017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:38.103808 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56732ad0-02ac-4e7a-b365-53698a280017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:38.105975 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-56732ad0-02ac-4e7a-b365-53698a280017 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2883437 Oct 27 21:20:38.862654 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b1a46393-eaa3-4a0e-b113-046312fd3ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:39.985062 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:40.066325 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:40.409888 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50410) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:40.541730 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade9401-58f2-4362-983c-3b403701d83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:40.542194 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade9401-58f2-4362-983c-3b403701d83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:40.544639 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-3ade9401-58f2-4362-983c-3b403701d83c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337795 Oct 27 21:20:41.719968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:42.815281 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50418) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:42.935050 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15180d-ba31-4268-b227-b78ba0b1479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:42.936383 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-bc15180d-ba31-4268-b227-b78ba0b1479e admin admin] 10.222.0.55 "GET /v2.0/networks/4ab84436-cd69-4058-8f45-c2af242f4248 HTTP/1.1" status: 200 len: 886 time: 0.1201646 Oct 27 21:20:45.225239 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50426) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:45.357188 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc1692-bf42-4b20-b056-f5d434950317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:45.358566 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b8cc1692-bf42-4b20-b056-f5d434950317 admin admin] 10.222.0.55 "GET /v2.0/networks/df47ba4c-5b58-4132-9b44-459e60651f67 HTTP/1.1" status: 200 len: 869 time: 0.1323173 Oct 27 21:20:47.702282 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50434) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:47.821333 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c40c27-7f0d-49b2-a29f-bd03b4f5703a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:47.821777 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c40c27-7f0d-49b2-a29f-bd03b4f5703a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:47.823329 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b6c40c27-7f0d-49b2-a29f-bd03b4f5703a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200390 Oct 27 21:20:50.098884 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50442) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:50.190443 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3effb7a5-000e-4f14-84d2-f80a86f6cfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:50.190885 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3effb7a5-000e-4f14-84d2-f80a86f6cfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:50.192345 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-3effb7a5-000e-4f14-84d2-f80a86f6cfe3 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925350 Oct 27 21:20:52.467947 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50450) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:52.552602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e29769-f311-4957-a6a4-ac8ccd5496c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:52.553921 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-63e29769-f311-4957-a6a4-ac8ccd5496c3 admin admin] 10.222.0.55 "GET /v2.0/subnets/8a6243e2-028b-4fc5-8b39-8f5f468bf528 HTTP/1.1" status: 200 len: 816 time: 0.0850174 Oct 27 21:20:54.818699 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50458) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:54.910416 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d56ab-344a-4273-b25a-2b34682e5e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:20:54.911746 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-690d56ab-344a-4273-b25a-2b34682e5e4d admin admin] 10.222.0.55 "GET /v2.0/subnets/e60e8575-425b-437b-a605-0aa174194b07 HTTP/1.1" status: 200 len: 868 time: 0.0920994 Oct 27 21:21:05.723546 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:21:06.305149 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9750196e-6769-48a8-9d5c-6e139dc3a016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:08.864452 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-6d52bd41-1e6e-4c2d-9543-4989f5828d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:09.987363 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:10.068543 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:11.721554 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.366643 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50512) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:19.421037 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [None req-49ee25ee-e7a8-4d7c-8529-b76d36369854 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:19.422234 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-49ee25ee-e7a8-4d7c-8529-b76d36369854 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0544736 Oct 27 21:21:21.831855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50520) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:21.892402 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.pecan_wsgi.hooks.translation [None req-480f8498-5670-4628-a04e-35a244c59106 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:21:21.893760 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-480f8498-5670-4628-a04e-35a244c59106 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609877 Oct 27 21:21:21.982110 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da88456-30f4-4588-8ca0-3da078a181a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:21.983547 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-4da88456-30f4-4588-8ca0-3da078a181a4 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852354 Oct 27 21:21:24.268187 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50528) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:24.314728 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:24.335705 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Made reservation on behalf of 5b4877026e2b458b803918d9d6a1e093 for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:24.338548 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:24.364027 dv-cinder-815145-3-iscsi neutron-server[101282]: WARNING neutron.services.revisions.revision_plugin [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Could not find related network for resource to bump revision. Oct 27 21:21:24.377679 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:21:24.387690 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:24.388023 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Added segment fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9 of type vlan for network ca5628a4-d712-480a-b9e5-b01b48f17bbc Oct 27 21:21:24.425471 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:24.448051 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:24.448970 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:24.449559 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:24.505090 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2357628 Oct 27 21:21:24.518809 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5628a4-d712-480a-b9e5-b01b48f17bbc,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:24.528433 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.528872 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.529278 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.529661 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.530032 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.530376 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.530707 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.531047 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.531418 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.531744 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.532061 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.532375 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac566c-0d93-4954-bac0-deb463ed82c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:24.545596 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network ca5628a4-d712-480a-b9e5-b01b48f17bbc details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:21:26.856133 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50536) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:26.917081 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.pecan_wsgi.hooks.translation [None req-636c9589-46ba-4ce1-8b07-df9eb217f688 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:21:26.918553 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-636c9589-46ba-4ce1-8b07-df9eb217f688 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613861 Oct 27 21:21:27.022812 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb8c7f-1823-4cef-b8f4-0cea4a3b6422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:27.024149 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-71bb8c7f-1823-4cef-b8f4-0cea4a3b6422 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985420 Oct 27 21:21:27.034748 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc', 'cidr': '192.168.233.0/24'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:27.056424 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Made reservation on behalf of 5b4877026e2b458b803918d9d6a1e093 for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:27.058680 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.215915 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.271144 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b95652-26dc-445f-9252-3b9bccdf9089,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:27.275616 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Checking segment: {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:27.275861 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Network hostable DHCP agents. Network: ca5628a4-d712-480a-b9e5-b01b48f17bbc, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:21:27.292519 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Network ca5628a4-d712-480a-b9e5-b01b48f17bbc is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:21:27.300180 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, ca5628a4-d712-480a-b9e5-b01b48f17bbc) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:27.304376 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:27.305015 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.310845 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c639db-8d22-49d2-be8a-1ee0cb2dfc54 None None] Network ca5628a4-d712-480a-b9e5-b01b48f17bbc requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:27.320430 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d335ce0b-afcd-40ee-ab44-beeb2f21589f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2889593 Oct 27 21:21:27.461289 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-ca5628a4-d712-480a-b9e5-b01b48f17bbc', 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc', 'tenant_id': '5b4877026e2b458b803918d9d6a1e093', 'fixed_ips': [{'subnet_id': '39b95652-26dc-445f-9252-3b9bccdf9089'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:21:27.462195 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.604564 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Allocated IP 192.168.233.2 (ca5628a4-d712-480a-b9e5-b01b48f17bbc/39b95652-26dc-445f-9252-3b9bccdf9089/d9e787a2-4e0c-4ddc-90d8-de09c80faf11) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:21:27.748148 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.754511 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.798929 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Network ca5628a4-d712-480a-b9e5-b01b48f17bbc is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:21:27.805757 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:27.808543 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Pushing event updated for resources: {'Port': ['ID=d9e787a2-4e0c-4ddc-90d8-de09c80faf11,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:27.810675 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:21:27.821039 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.821410 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.821762 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.822133 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.822468 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.822808 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.823135 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.823481 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.823824 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.824147 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.824469 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.824813 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:27.874048 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Attempting to bind port d9e787a2-4e0c-4ddc-90d8-de09c80faf11 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:21:27.874351 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Attempting to bind port d9e787a2-4e0c-4ddc-90d8-de09c80faf11 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:21:27.874699 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Attempting to bind port d9e787a2-4e0c-4ddc-90d8-de09c80faf11 on network ca5628a4-d712-480a-b9e5-b01b48f17bbc {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:21:27.879638 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:21:27.880000 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Checking segment: {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:27.880387 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.880798 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Bound using segment: {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:21:27.881249 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Bound port: d9e787a2-4e0c-4ddc-90d8-de09c80faf11, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:21:27.881640 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:27.943037 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] For port d9e787a2-4e0c-4ddc-90d8-de09c80faf11, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:21:27.946381 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] For port d9e787a2-4e0c-4ddc-90d8-de09c80faf11, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d9e787a2-4e0c-4ddc-90d8-de09c80faf11,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:21:27.951877 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:28.009093 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d30ef-0fe3-4299-b7e4-fb82fd66d28b None None] Pushing event updated for resources: {'Port': ['ID=d9e787a2-4e0c-4ddc-90d8-de09c80faf11,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:28.820132 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c909d55-6cf2-4350-bd32-909dbb165078 None None] Network ca5628a4-d712-480a-b9e5-b01b48f17bbc requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:28.899941 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-582ea4cf-06c8-4f95-9f1a-3e8e13d016e8 None None] Provisioning complete for port d9e787a2-4e0c-4ddc-90d8-de09c80faf11 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:28.900886 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-582ea4cf-06c8-4f95-9f1a-3e8e13d016e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:29.039627 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-582ea4cf-06c8-4f95-9f1a-3e8e13d016e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:29.077141 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-582ea4cf-06c8-4f95-9f1a-3e8e13d016e8 None None] For port d9e787a2-4e0c-4ddc-90d8-de09c80faf11, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d9e787a2-4e0c-4ddc-90d8-de09c80faf11,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:21:29.084364 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-582ea4cf-06c8-4f95-9f1a-3e8e13d016e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:29.141401 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ea4cf-06c8-4f95-9f1a-3e8e13d016e8 None None] Pushing event updated for resources: {'Port': ['ID=d9e787a2-4e0c-4ddc-90d8-de09c80faf11,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:29.306805 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-97379704-5c4e-41ee-9999-933023585efa None None] Provisioning complete for port d9e787a2-4e0c-4ddc-90d8-de09c80faf11 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:29.307091 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-97379704-5c4e-41ee-9999-933023585efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:30.020705 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d9e787a2-4e0c-4ddc-90d8-de09c80faf11 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:30.073902 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port d9e787a2-4e0c-4ddc-90d8-de09c80faf11 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:30.074266 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:36.306759 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1f0e2608-8594-4727-a771-d71a45b34851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.866971 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-2598e4f1-42c6-4625-bfca-ec5f9da62fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.988642 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:40.073018 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:41.723501 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:42.721681 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:22:06.309189 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c72a830c-dd7d-463f-88ec-c539ebe30975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:08.867804 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2966-261a-480b-a42e-dbc2e244d892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:09.989272 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:10.076064 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:11.729274 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:19.720942 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:22:36.312415 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-af5fbb66-c66f-437a-86d9-18610af03c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:36.336965 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50580) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:36.343617 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [None req-91c4d9e0-6e69-4004-b12b-f4e9e4b2addf tempest-verify_tempest_config-197559156 tempest-verify_tempest_config-197559156-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:22:36.344573 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-91c4d9e0-6e69-4004-b12b-f4e9e4b2addf tempest-verify_tempest_config-197559156 tempest-verify_tempest_config-197559156-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0066831 Oct 27 21:22:36.639883 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50598) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:36.740355 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:36.816071 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:36.819529 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:36.862299 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aadd63d569044dc8a66e2ba13e38a04c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2214203 Oct 27 21:22:36.863084 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba133e8-1818-40d6-b346-42f7f2112008,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:36.865081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50602) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:22:36.869931 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.870286 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.870622 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.870945 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.871264 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.871583 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.871902 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.872213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.872541 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.872884 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.873194 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.873500 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6b6297-49b3-439a-84bd-29fa79eed4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:36.919253 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:36.939704 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:37.026342 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:37.028869 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:37.030027 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ba133e8-1818-40d6-b346-42f7f2112008 HTTP/1.1" status: 204 len: 168 time: 0.1639938 Oct 27 21:22:37.042061 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba133e8-1818-40d6-b346-42f7f2112008,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:37.048845 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.049208 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.049546 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.049871 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.050192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.050524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.050845 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.051250 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.051501 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.051814 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.052123 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:37.052432 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d658f-bf5a-4a24-9e2d-66fa873582f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:22:38.869168 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7b0b84aa-8d78-4fac-aca6-f6e455be6288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:39.991008 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:40.078523 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:41.734012 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:56.720434 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:23:06.313033 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-2830c91d-7a36-42ac-a02c-b7eb1d4d2f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:08.872218 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-65e4e392-92c6-4405-865a-fed3375f4811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:09.992458 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:10.080836 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:11.734242 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:33.719235 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:23:36.314005 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-03a9638a-9071-4482-9cce-e4f56358d904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.873535 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-2e5cd9fe-380c-447b-a9c8-8dd32c8b8025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:39.994262 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:40.083641 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:41.738391 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:06.315681 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dcd5-0e2e-49a2-a6b7-b354f872128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:08.874114 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4a62137c-98cb-46bf-9d9f-d1f3674314ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:09.997027 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:10.089170 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:10.718447 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 5 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:24:11.741632 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:18.292554 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555649'] for agent, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:34.079977 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50676) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:34.185022 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b5bd9cfd-bb08-4d6c-978a-1318734e00be admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039166 Oct 27 21:24:36.317039 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-30c96cdc-0b26-49c5-9ff5-eb51c38b3c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:36.478243 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50686) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:36.538752 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c2685c51-9d5d-497b-a39d-108f4ee6810e admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593925 Oct 27 21:24:38.875201 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0658-c77c-4300-9d1b-e4cabccaf481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:39.999927 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:40.090375 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:41.744959 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:47.717421 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:24:48.267844 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:06.317978 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-457ae272-126b-476f-91cf-7ca99b4651cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.876968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e7ed01b9-2ee5-4d19-9538-ffee9b208f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:10.001698 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:10.092945 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:11.748759 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:18.278529 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:24.716391 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:25:36.318813 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-65371533-814e-4941-b235-2ee4e957eb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:38.878490 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3a4b98a1-0a67-4aeb-ac40-00606a845612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:40.004171 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:40.095970 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:41.751815 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:48.311732 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:01.715778 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:26:05.818434 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50786) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:06.011785 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-network', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:06.034644 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Made reservation on behalf of 9b8b3ce0115a4f34bf331137e4e67c71 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:06.037163 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.045692 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.124480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.129971 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.164046 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:26:06.166455 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c9af5f-c77c-4987-b5f9-10957dcede05,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:06.175718 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.176077 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.176421 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.176783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.177116 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.177468 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.177803 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.178146 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.178476 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.178801 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.179122 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.179445 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Tracked resource versions report: Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: pushed versions: Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: { 'AddressGroup': {'1.2'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'ConntrackHelper': {'1.0'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Log': {'1.0'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Network': {'1.1'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Port': {'1.7'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'PortForwarding': {'1.2'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'QosPolicy': {'1.10'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroup': {'1.4'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SubPort': {'1.0'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Subnet': {'1.1'}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Trunk': {'1.1'}} Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: consumer versions: Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'ConntrackHelper': '1.0', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Log': '1.0', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Network': '1.1', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Port': '1.7', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'PortForwarding': '1.2', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'QosPolicy': '1.10', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroup': '1.4', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SecurityGroupRule': '1.2', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'SubPort': '1.0', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Subnet': '1.1', Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: 'Trunk': '1.1'}} Oct 27 21:26:06.180491 dv-cinder-815145-3-iscsi neutron-server[101283]: {{(pid=101283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:26:06.188498 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.188877 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Added segment 447ad276-a91d-42aa-ae71-ecef7b6666f7 of type vlan for network 0e464787-dbbd-4d22-8109-70d4268f16e0 Oct 27 21:26:06.233208 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.259355 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.260411 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:06.261667 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.331116 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] Pushing event updated for resources: {'Network': ['ID=0e464787-dbbd-4d22-8109-70d4268f16e0,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:06.336271 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ef10c166-b1f6-45f3-b266-c071df923e50 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5168231 Oct 27 21:26:06.340494 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50834) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:06.344854 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d94983b3-5ed1-48c5-b3b9-4f4dd91090c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.346484 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Request body: {'subnet': {'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-subnet', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:06.347644 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:26:06.372525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Made reservation on behalf of 9b8b3ce0115a4f34bf331137e4e67c71 for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:06.376165 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.552282 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.598865 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d55d0e-341d-4e13-a681-218af763201f,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:06.634664 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Checking segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:06.635031 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Network hostable DHCP agents. Network: 0e464787-dbbd-4d22-8109-70d4268f16e0, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:26:06.653120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:26:06.667389 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 0e464787-dbbd-4d22-8109-70d4268f16e0) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:06.673120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:06.673768 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.678749 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3d2a9-7f1e-43b0-a5a4-cb6d64937aaf None None] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:06.691334 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5dbe7ec1-325b-48d0-b7af-44b7717f1f4a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3469493 Oct 27 21:26:06.691681 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50846) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:06.696339 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:06.724546 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.726364 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.846163 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:06.869497 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-0e464787-dbbd-4d22-8109-70d4268f16e0', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:26:06.870605 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.058258 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.072262 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Allocated IP 172.20.0.2 (0e464787-dbbd-4d22-8109-70d4268f16e0/e3d55d0e-341d-4e13-a681-218af763201f/c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:07.270695 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.278383 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.286210 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50884) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:07.326205 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Pushing event updated for resources: {'Port': ['ID=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:07.337021 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.337493 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.338428 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.338765 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.339125 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.339446 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.339942 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.340271 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.340647 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.341144 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.341627 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.342200 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Tracked resource versions report: Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: pushed versions: Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: { 'AddressGroup': {'1.2'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'ConntrackHelper': {'1.0'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Log': {'1.0'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Network': {'1.1'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Port': {'1.7'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'PortForwarding': {'1.2'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'QosPolicy': {'1.10'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroup': {'1.4'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SubPort': {'1.0'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Subnet': {'1.1'}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Trunk': {'1.1'}} Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: consumer versions: Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'ConntrackHelper': '1.0', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Log': '1.0', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Network': '1.1', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Port': '1.7', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'PortForwarding': '1.2', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'QosPolicy': '1.10', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroup': '1.4', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SecurityGroupRule': '1.2', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'SubPort': '1.0', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Subnet': '1.1', Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: 'Trunk': '1.1'}} Oct 27 21:26:07.343253 dv-cinder-815145-3-iscsi neutron-server[101284]: {{(pid=101284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:26:07.347673 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:07.349401 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:07.357053 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:07.389886 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.417856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.426128 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Attempting to bind port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:07.426819 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Attempting to bind port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:07.428160 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Attempting to bind port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e on network 0e464787-dbbd-4d22-8109-70d4268f16e0 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:07.436287 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:07.437320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Checking segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:07.437888 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.438748 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Bound using segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:07.439307 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Bound port: c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:07.439711 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.510634 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] For port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:07.515949 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] For port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:07.522028 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.581983 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c537-9475-4d98-a95c-8663dc0cfe74 None None] Pushing event updated for resources: {'Port': ['ID=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:07.590684 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Allocated IP 172.27.1.40 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/f6da4594-97b1-47dd-8cce-691a510422c9) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:07.674474 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-network', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:07.706074 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Made reservation on behalf of eb832c2fa2d9434aa99c33f5efb27b17 for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:07.711136 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.722395 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.725797 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.810128 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.887622 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.887622 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.913894 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c25649-883a-4718-b82d-28bf92bc2469,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:07.930096 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:26:07.933254 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.933710 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.933958 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.934288 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.934621 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.934964 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.935465 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.935777 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.936103 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.936629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.936937 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.937254 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Tracked resource versions report: Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: pushed versions: Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: { 'AddressGroup': {'1.2'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'ConntrackHelper': {'1.0'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Log': {'1.0'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Network': {'1.1'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Port': {'1.7'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'PortForwarding': {'1.2'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'QosPolicy': {'1.10'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroup': {'1.4'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SubPort': {'1.0'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Subnet': {'1.1'}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Trunk': {'1.1'}} Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: consumer versions: Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'ConntrackHelper': '1.0', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Log': '1.0', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Network': '1.1', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Port': '1.7', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'PortForwarding': '1.2', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'QosPolicy': '1.10', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroup': '1.4', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SecurityGroupRule': '1.2', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'SubPort': '1.0', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Subnet': '1.1', Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: 'Trunk': '1.1'}} Oct 27 21:26:07.938314 dv-cinder-815145-3-iscsi neutron-server[101282]: {{(pid=101282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:26:07.959859 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.960792 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Added segment e738f4fb-4cb9-4ae0-998a-7f26616d80f8 of type vlan for network fcb41586-04fb-4630-80a3-c010cf91302f Oct 27 21:26:07.968738 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Pushing event updated for resources: {'Port': ['ID=f6da4594-97b1-47dd-8cce-691a510422c9,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:07.988508 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:07.990225 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:07.993893 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:08.017531 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.049493 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.051115 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:08.052163 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.073944 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50908) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:08.145284 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8570936 Oct 27 21:26:08.152248 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50912) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:08.154472 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1ec9-4f27-4892-9a83-68a8b365781f admin admin] Pushing event updated for resources: {'Network': ['ID=fcb41586-04fb-4630-80a3-c010cf91302f,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:08.159927 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Request body: {'subnet': {'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-subnet', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:08.167199 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network fcb41586-04fb-4630-80a3-c010cf91302f details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:26:08.227609 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Made reservation on behalf of eb832c2fa2d9434aa99c33f5efb27b17 for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:08.230034 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.274057 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:08.359421 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:08.360105 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.518256 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.566716 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:08.573437 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.636711 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.652482 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:08.709654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1578545117-network', 'tenant_id': 'e22b0ceb1db14507babdd72edaafee35'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:08.753904 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Made reservation on behalf of e22b0ceb1db14507babdd72edaafee35 for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:08.756347 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.774242 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.894671 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-39a64509-80ea-4a5d-a4ac-7c9eab2ad76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.915148 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.915873 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.931749 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.935000 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0943c46a-c6c6-44e9-bd65-826d7b642a1a None None] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:08.954904 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:26:08.972810 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0f5ba2-996b-4900-adb9-62dc03478dcc,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:08.976728 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.977348 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Added segment 99c94848-06f7-48f1-a086-ca4eb74aedcb of type vlan for network 245ae173-35e7-4ece-bf01-eb575f3d65f0 Oct 27 21:26:09.039279 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.041453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.082140 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-45005759-33be-4360-a1b5-d91624e57fcb None None] Provisioning complete for port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:09.083230 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-45005759-33be-4360-a1b5-d91624e57fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.103485 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.104436 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:09.105623 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.227942 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1473663 Oct 27 21:26:09.229342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 50940) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:09.238256 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Request body: {'subnet': {'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1578545117-subnet', 'tenant_id': 'e22b0ceb1db14507babdd72edaafee35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:09.245894 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d82f4-a6a0-47dc-8c67-53f6f61ccb4d admin admin] Pushing event updated for resources: {'Network': ['ID=245ae173-35e7-4ece-bf01-eb575f3d65f0,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:09.265520 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:09.273703 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Made reservation on behalf of e22b0ceb1db14507babdd72edaafee35 for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:09.278603 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Publish callbacks [] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.286843 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Checking segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:09.287231 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Network hostable DHCP agents. Network: fcb41586-04fb-4630-80a3-c010cf91302f, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:26:09.300879 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 245ae173-35e7-4ece-bf01-eb575f3d65f0 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:26:09.362270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Network fcb41586-04fb-4630-80a3-c010cf91302f is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:26:09.365539 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:26:09.575025 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, fcb41586-04fb-4630-80a3-c010cf91302f) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:09.587139 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1055108-28b1-4d28-8b31-2a61a6fc294c None None] Network fcb41586-04fb-4630-80a3-c010cf91302f requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:09.613402 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:09.617201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.687880 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:26:09.703117 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:26:09.706605 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9ba05a7a-25de-4777-885b-276159faeb7f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5494606 Oct 27 21:26:09.707115 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50962) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:09.721539 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:09.722009 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:09.735138 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:09.795024 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.797782 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.846620 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:09.855996 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e2615fc4-0b5b-42ad-8559-774d3af5202c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1630819 Oct 27 21:26:09.872745 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 50968) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:09.971447 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3ed2d-be86-48a9-810d-a9a57fbd916f None None] Network fcb41586-04fb-4630-80a3-c010cf91302f requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:09.993036 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.113989 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e4539c-7f61-4671-a3d2-5045203413c3,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:10.127077 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:10.135780 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Checking segment: {'id': '99c94848-06f7-48f1-a086-ca4eb74aedcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:10.144395 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Network hostable DHCP agents. Network: 245ae173-35e7-4ece-bf01-eb575f3d65f0, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:26:10.217490 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Network 245ae173-35e7-4ece-bf01-eb575f3d65f0 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:26:10.246789 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 245ae173-35e7-4ece-bf01-eb575f3d65f0) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:10.251150 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:10.251739 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.264943 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:10.285209 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549122f8-3103-4e06-8520-f148058b421e None None] Network 245ae173-35e7-4ece-bf01-eb575f3d65f0 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:10.286682 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.291725 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4083d40f-6fa1-4339-a93d-60c762d090da admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0592859 Oct 27 21:26:10.304216 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.358967 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-1f2e5007-6c1e-4070-aa8d-5ff7508730dd None None] Provisioning complete for port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:10.359350 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5007-6c1e-4070-aa8d-5ff7508730dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.527676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.543297 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.687780 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:08Z', 'revision_number': 3, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:10.766666 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:26:10.767359 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Updating router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a port f6da4594-97b1-47dd-8cce-691a510422c9 binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:26:10.807855 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.033653 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efba26-1592-4ffc-a435-9891ac8c140a None None] Network 245ae173-35e7-4ece-bf01-eb575f3d65f0 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:11.061043 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:11.063615 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.200898 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.217602 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.303764 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Pushing event updated for resources: {'Port': ['ID=f6da4594-97b1-47dd-8cce-691a510422c9,revision_number=2']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:11.320130 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.333658 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.335343 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.336664 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.337453 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.337936 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.338548 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.340939 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.342233 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.342595 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.342932 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.345760 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.347243 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Tracked resource versions report: Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: pushed versions: Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: { 'AddressGroup': {'1.2'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'ConntrackHelper': {'1.0'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Log': {'1.0'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Network': {'1.1'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Port': {'1.7'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'PortForwarding': {'1.2'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'QosPolicy': {'1.10'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroup': {'1.4'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SubPort': {'1.0'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Subnet': {'1.1'}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Trunk': {'1.1'}} Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: consumer versions: Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: { DHCP agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: HyperV agent@hv-cinder-81514: {}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: L3 agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: Metadata agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: Metering agent@dv-cinder-815145-3-iscsi: {}, Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: Open vSwitch agent@dv-cinder-815145-3-iscsi: { 'AddressGroup': '1.2', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'ConntrackHelper': '1.0', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Log': '1.0', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Network': '1.1', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Port': '1.7', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'PortForwarding': '1.2', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'QosPolicy': '1.10', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroup': '1.4', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SecurityGroupRule': '1.2', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'SubPort': '1.0', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Subnet': '1.1', Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: 'Trunk': '1.1'}} Oct 27 21:26:11.348808 dv-cinder-815145-3-iscsi neutron-server[101285]: {{(pid=101285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:26:11.357189 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.377027 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Attempting to bind port f6da4594-97b1-47dd-8cce-691a510422c9 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:11.378034 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Attempting to bind port f6da4594-97b1-47dd-8cce-691a510422c9 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:11.378719 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Attempting to bind port f6da4594-97b1-47dd-8cce-691a510422c9 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:11.383903 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.384195 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:11.384727 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:11.385120 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.385505 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:11.386710 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Bound port: f6da4594-97b1-47dd-8cce-691a510422c9, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:11.387117 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.482771 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] For port f6da4594-97b1-47dd-8cce-691a510422c9, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:11.488740 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] For port f6da4594-97b1-47dd-8cce-691a510422c9, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=f6da4594-97b1-47dd-8cce-691a510422c9,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:11.496239 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.553220 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:11.554111 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:11.705089 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Allocated IP 172.27.1.112 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/073fa734-157e-4943-89aa-c1be75bf1414) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:11.762034 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:11.774312 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.808726 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51064) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:11.810906 dv-cinder-815145-3-iscsi neutron-server[101282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 21:26:11.897801 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:11.906291 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Allocated IP 172.20.0.1 (0e464787-dbbd-4d22-8109-70d4268f16e0/e3d55d0e-341d-4e13-a681-218af763201f/48b90434-edf6-4dd0-9db4-99dc4d9bcef8) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:12.102611 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:08Z', 'revision_number': 3, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:12.118028 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.131708 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b12a-269e-4fde-a966-c2c739d0079b None None] Pushing event updated for resources: {'Port': ['ID=f6da4594-97b1-47dd-8cce-691a510422c9,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:12.135353 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029eca96-54f1-4b58-8337-f4f261f41981 None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:08Z', 'revision_number': 3, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:26:12.195966 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51084) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:12.230782 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-0478774b-493d-4a7f-b038-44389e4e641a tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:12.232869 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-0478774b-493d-4a7f-b038-44389e4e641a tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/networks?id=245ae173-35e7-4ece-bf01-eb575f3d65f0 HTTP/1.1" status: 200 len: 812 time: 0.4231026 Oct 27 21:26:12.259943 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.262602 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:12.263941 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-6404e544-a187-40e2-ab78-c5b336890b08 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/quotas/e22b0ceb1db14507babdd72edaafee35 HTTP/1.1" status: 200 len: 375 time: 0.0160067 Oct 27 21:26:12.268407 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:12.274712 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:12.330168 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-1768e5b2-a89d-4296-afed-8c0efa816b86 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e22b0ceb1db14507babdd72edaafee35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588989 Oct 27 21:26:12.370349 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Pushing event updated for resources: {'Port': ['ID=073fa734-157e-4943-89aa-c1be75bf1414,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:12.442465 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.547297 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fa9a49f0-5b0e-4b3d-a2e4-8c8bf1bf131f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.582055 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:12.588350 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:12.591885 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:12.592823 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.601196 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51094) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:12.756260 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Pushing event updated for resources: {'Port': ['ID=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:12.781881 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b5e4fec-c0a6-4490-bc1d-eaf18ac662a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.806203 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-8490a762-b6b6-4afa-92ee-e41fa55b0662 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:26:12.807562 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-8490a762-b6b6-4afa-92ee-e41fa55b0662 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1425550 Oct 27 21:26:12.895961 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fa9a49f0-5b0e-4b3d-a2e4-8c8bf1bf131f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.907410 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.989850 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fa9a49f0-5b0e-4b3d-a2e4-8c8bf1bf131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:12.992621 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-624500e3-0657-437c-b11a-32a0955115cc None None] Provisioning complete for port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:12.993221 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-624500e3-0657-437c-b11a-32a0955115cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.034580 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a49f0-5b0e-4b3d-a2e4-8c8bf1bf131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01905b3-c123-4cd7-b2b5-8ad6f759b42f,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:13.049001 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b5e4fec-c0a6-4490-bc1d-eaf18ac662a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.061688 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b5e4fec-c0a6-4490-bc1d-eaf18ac662a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.085335 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-4bd7b26e-194e-4db7-82ab-bbb87609668e service neutron] 10.222.0.55 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608323 Oct 27 21:26:13.093503 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-fa9a49f0-5b0e-4b3d-a2e4-8c8bf1bf131f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5f58f9fd55d4ec1a4300b11df73cd37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8959911 Oct 27 21:26:13.096364 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-624500e3-0657-437c-b11a-32a0955115cc None None] Port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:26:13.104106 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51120) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:13.113074 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-5b5e4fec-c0a6-4490-bc1d-eaf18ac662a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09662782980e4294bda687f633cb730a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5108683 Oct 27 21:26:13.138021 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51122) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:13.267981 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e4fec-c0a6-4490-bc1d-eaf18ac662a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab1253f-0cd3-47d7-9a13-843e3ce839c6,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:13.299556 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2415-30c5-4938-9f32-f05450e59e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.325386 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2415-30c5-4938-9f32-f05450e59e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.361686 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.385811 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730f8fc2-f8eb-4d07-857f-e98b48355e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.400399 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-849b51bb-fc7b-4a7b-9490-b5abcb2f3ef8 service neutron] 10.222.0.55 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005593 Oct 27 21:26:13.421265 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2415-30c5-4938-9f32-f05450e59e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.425727 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2415-30c5-4938-9f32-f05450e59e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.429927 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b0cf2415-30c5-4938-9f32-f05450e59e6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ab1253f-0cd3-47d7-9a13-843e3ce839c6 HTTP/1.1" status: 204 len: 168 time: 0.2909064 Oct 27 21:26:13.439489 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf2415-30c5-4938-9f32-f05450e59e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab1253f-0cd3-47d7-9a13-843e3ce839c6,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:13.513367 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730f8fc2-f8eb-4d07-857f-e98b48355e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.709131 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.716231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51146) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:13.776789 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730f8fc2-f8eb-4d07-857f-e98b48355e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.779543 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730f8fc2-f8eb-4d07-857f-e98b48355e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.783089 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-730f8fc2-f8eb-4d07-857f-e98b48355e32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e01905b3-c123-4cd7-b2b5-8ad6f759b42f HTTP/1.1" status: 204 len: 168 time: 0.6754839 Oct 27 21:26:13.798896 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-88f65377-6f08-419d-ab7f-1573222495c6 req-5c0708a5-e2ec-42f2-b608-29e8e8cb6faa tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0787048 Oct 27 21:26:13.919555 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f8fc2-f8eb-4d07-857f-e98b48355e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01905b3-c123-4cd7-b2b5-8ad6f759b42f,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:13.988793 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.998076 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:13.999182 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.014233 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51166) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:14.031957 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc8b54b9-4a63-48bd-9b6f-7adea0e5d27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.117582 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Pushing event updated for resources: {'Port': ['ID=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:14.176325 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Router 1bf1158b-d98a-4f8f-afa4-820d6559e6de is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:26:14.287462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device f6da4594-97b1-47dd-8cce-691a510422c9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:14.299797 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc8b54b9-4a63-48bd-9b6f-7adea0e5d27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.308094 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:14.311112 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc8b54b9-4a63-48bd-9b6f-7adea0e5d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.314893 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:14.494981 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-cc8b54b9-4a63-48bd-9b6f-7adea0e5d27f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=baec1f7bc77442409c602322a10b181c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4455302 Oct 27 21:26:14.494981 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51192) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:14.496207 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port f6da4594-97b1-47dd-8cce-691a510422c9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:14.496207 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.502199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b54b9-4a63-48bd-9b6f-7adea0e5d27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b8525-3580-4547-b356-8e97f6622f10,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:14.621535 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:26:14.664833 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-69290011-3676-43fc-8a37-0e8d5bb750d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.666221 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:26:14.670963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Sync routers for ids ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:26:14.677830 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.679117 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-fa8a62d0-5579-4f7d-832e-91d91a247dfe admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9691989 Oct 27 21:26:14.679620 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51200) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:14.683036 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51202) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:14.753664 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-69290011-3676-43fc-8a37-0e8d5bb750d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.759307 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Routers {'1bf1158b-d98a-4f8f-afa4-820d6559e6de'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:14.763196 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:14.822316 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-69290011-3676-43fc-8a37-0e8d5bb750d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.826517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-69290011-3676-43fc-8a37-0e8d5bb750d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.828131 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-69290011-3676-43fc-8a37-0e8d5bb750d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c63b8525-3580-4547-b356-8e97f6622f10 HTTP/1.1" status: 204 len: 168 time: 0.3579676 Oct 27 21:26:14.842996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69290011-3676-43fc-8a37-0e8d5bb750d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b8525-3580-4547-b356-8e97f6622f10,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:14.939287 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-ce7f05f9-6454-42c9-8ce8-7654ea83d1b2 None None] Provisioning complete for port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:14.939942 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-ce7f05f9-6454-42c9-8ce8-7654ea83d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:14.965888 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d1c84dc8-1be0-4793-b655-a58c570f2d8f req-fa1088be-fae7-4f16-bdea-b599df11bd4a tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0554254 Oct 27 21:26:14.980256 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f1d48a4e-3e5a-4e62-bd31-661958352e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.095496 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f1d48a4e-3e5a-4e62-bd31-661958352e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.114682 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f1d48a4e-3e5a-4e62-bd31-661958352e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.147413 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51220) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:15.185598 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.208758 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f05f9-6454-42c9-8ce8-7654ea83d1b2 None None] Port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:26:15.236532 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2965bf5c-4470-439a-a723-6dd702bf9ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.249057 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:26:15.250718 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port f6da4594-97b1-47dd-8cce-691a510422c9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=f6da4594-97b1-47dd-8cce-691a510422c9,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:15.265313 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:26:15.267819 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Set router 1bf1158b-d98a-4f8f-afa4-820d6559e6de gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:15.296686 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ddcb4edd-59dd-4de8-8ecd-6a084a19deca admin admin] 10.222.0.55 "PUT /v2.0/routers/6a7f3750-b3c6-4070-b24b-2e1cae554e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4250252 Oct 27 21:26:15.298006 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51230) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:15.301161 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f1d48a4e-3e5a-4e62-bd31-661958352e99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4d998d3a86d49bd8d27b83098cd8f13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6191692 Oct 27 21:26:15.360435 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:15.361709 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:15.363165 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d48a4e-3e5a-4e62-bd31-661958352e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63244ee5-144e-4ff9-8af7-7e19835f4700,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:15.394501 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e885fab4-1dc5-4a40-bfa3-e862b86dc0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.404968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.421860 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e885fab4-1dc5-4a40-bfa3-e862b86dc0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.548012 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e885fab4-1dc5-4a40-bfa3-e862b86dc0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.552508 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e885fab4-1dc5-4a40-bfa3-e862b86dc0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.558283 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e885fab4-1dc5-4a40-bfa3-e862b86dc0b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63244ee5-144e-4ff9-8af7-7e19835f4700 HTTP/1.1" status: 204 len: 168 time: 0.2547970 Oct 27 21:26:15.606598 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2965bf5c-4470-439a-a723-6dd702bf9ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.607793 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885fab4-1dc5-4a40-bfa3-e862b86dc0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63244ee5-144e-4ff9-8af7-7e19835f4700,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:15.628992 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2965bf5c-4470-439a-a723-6dd702bf9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.678842 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2965bf5c-4470-439a-a723-6dd702bf9ae8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2665c498346748cca7542225f139010f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5230906 Oct 27 21:26:15.698004 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51246) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:15.741749 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=f6da4594-97b1-47dd-8cce-691a510422c9,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:15.771746 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965bf5c-4470-439a-a723-6dd702bf9ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5572055f-767d-49de-b242-4804e77936e9,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:15.793701 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:15.890123 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7609160d-cacf-4511-b7ef-e3bd1dc325d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.908145 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:26:12Z', 'revision_number': 3, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:15.941805 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7609160d-cacf-4511-b7ef-e3bd1dc325d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:15.983337 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Checking router: 1bf1158b-d98a-4f8f-afa4-820d6559e6de for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:26:15.987340 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Updating router 1bf1158b-d98a-4f8f-afa4-820d6559e6de port 073fa734-157e-4943-89aa-c1be75bf1414 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:26:16.034558 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.058109 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7609160d-cacf-4511-b7ef-e3bd1dc325d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.063384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7609160d-cacf-4511-b7ef-e3bd1dc325d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.065230 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-7609160d-cacf-4511-b7ef-e3bd1dc325d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5572055f-767d-49de-b242-4804e77936e9 HTTP/1.1" status: 204 len: 168 time: 0.3628027 Oct 27 21:26:16.068937 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.075629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609160d-cacf-4511-b7ef-e3bd1dc325d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572055f-767d-49de-b242-4804e77936e9,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:16.315089 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device f6da4594-97b1-47dd-8cce-691a510422c9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:16.415256 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-14579f2a-c2fb-41b2-b96e-c0ed864a0077 req-d63bbc20-c530-4418-8686-e681b8f6bdb6 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0670078 Oct 27 21:26:16.419397 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 2, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:16.474439 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:26:16.474898 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port f6da4594-97b1-47dd-8cce-691a510422c9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:16.475398 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.477366 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Updating router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:26:16.509528 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.713750 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Allocated IP 172.20.0.1 (fcb41586-04fb-4630-80a3-c010cf91302f/fbf1bbd8-95ea-419d-a7ca-f6999001b1d0/701a50b2-ca34-4b37-b8bd-58e0a3d080a9) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:16.830577 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.837096 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.907949 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64730464-f343-4996-93fa-fef3d5d3f6fa None None] Pushing event updated for resources: {'Port': ['ID=073fa734-157e-4943-89aa-c1be75bf1414,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:16.935635 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51298) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:16.940287 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120330836', 'description': 'tempest-description--1792665638'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:16.942545 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.987277 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Attempting to bind port 073fa734-157e-4943-89aa-c1be75bf1414 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:16.987659 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Attempting to bind port 073fa734-157e-4943-89aa-c1be75bf1414 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:16.989320 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:16.990379 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Attempting to bind port 073fa734-157e-4943-89aa-c1be75bf1414 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:16.998545 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.009447 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:17.009665 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:17.010065 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.010498 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:17.010921 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Bound port: 073fa734-157e-4943-89aa-c1be75bf1414, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:17.011309 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.034153 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Network fcb41586-04fb-4630-80a3-c010cf91302f is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:17.045847 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:17.052379 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:17.053310 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.143585 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] For port 073fa734-157e-4943-89aa-c1be75bf1414, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:17.147508 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] For port 073fa734-157e-4943-89aa-c1be75bf1414, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=073fa734-157e-4943-89aa-c1be75bf1414,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:17.162272 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.195859 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.203031 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Pushing event updated for resources: {'Port': ['ID=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:17.204143 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.241886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.262240 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.263135 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.266844 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279c6a1-69e0-4048-8936-b7ccb61517ef None None] Pushing event updated for resources: {'Port': ['ID=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:17.350036 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Routers {'1bf1158b-d98a-4f8f-afa4-820d6559e6de'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:17.350646 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:17.378348 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.381611 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4442449 Oct 27 21:26:17.382795 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Attempting to bind port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:17.383166 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Attempting to bind port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:17.383521 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Attempting to bind port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:17.390178 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:17.390613 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Checking segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:17.391089 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.391579 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Bound using segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:17.392044 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Bound port: 48b90434-edf6-4dd0-9db4-99dc4d9bcef8, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:17.392433 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.393138 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51318) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:17.408287 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'security_group_rule': {'security_group_id': 'bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:17.441213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa94be9-9652-4828-b43f-d5b30adf552d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:17.478871 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.552397 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] For port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:17.560291 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.563296 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] For port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:17.565200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.572160 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.615180 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281d3f1c-0060-49e4-9be9-37575cda018c,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:17.635002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.637935 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-5b72a4ee-b452-46b3-8f3e-893ccf5e166b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415161 Oct 27 21:26:17.641115 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51330) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:17.650317 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'security_group_rule': {'security_group_id': 'bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:17.686106 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.693000 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.693713 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.723624 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64730464-f343-4996-93fa-fef3d5d3f6fa None None] Pushing event updated for resources: {'Port': ['ID=073fa734-157e-4943-89aa-c1be75bf1414,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:17.731544 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.838317 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:17.838995 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:17.843715 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279c6a1-69e0-4048-8936-b7ccb61517ef None None] Pushing event updated for resources: {'Port': ['ID=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,revision_number=4']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:17.862885 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-a6adbaca-edc8-4e20-b953-a705adf8be5f None None] Provisioning complete for port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:17.863293 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a6adbaca-edc8-4e20-b953-a705adf8be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.896078 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:17.985768 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e325d32-dffb-4b07-8980-d79ce8dfe923 req-913c0a87-dc3e-43fa-a137-fc03fedb47e7 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0810170 Oct 27 21:26:17.986245 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.029913 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] Set router 1bf1158b-d98a-4f8f-afa4-820d6559e6de gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:18.033218 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f56523-b616-4e6a-9d11-8121f3f6ef9d,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:18.047151 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.055732 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-1436c3a8-08b4-4e1e-87f5-2cab3fa35656 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125626 Oct 27 21:26:18.057403 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51352) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:18.066066 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:18.116747 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:18.134786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Pushing event updated for resources: {'Port': ['ID=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:18.145812 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.165549 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Network fcb41586-04fb-4630-80a3-c010cf91302f is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:18.168499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:18.397108 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a6adbaca-edc8-4e20-b953-a705adf8be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.422226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Router 1bf1158b-d98a-4f8f-afa4-820d6559e6de has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:26:18.484533 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a6adbaca-edc8-4e20-b953-a705adf8be5f None None] For port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:18.507835 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a6adbaca-edc8-4e20-b953-a705adf8be5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.569083 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '701a50b2-ca34-4b37-b8bd-58e0a3d080a9', 'name': '', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'mac_address': 'fa:16:3e:84:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:16Z', 'updated_at': '2021-10-27T21:26:16Z', 'revision_number': 1, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'subnets': [{'id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:18.606235 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adbaca-edc8-4e20-b953-a705adf8be5f None None] Pushing event updated for resources: {'Port': ['ID=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:18.609689 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7755f-4630-4203-8e8d-40cb98c8b829 None None] The sync data for ids ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'] in dv-cinder-815145-3-iscsi is: [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '701a50b2-ca34-4b37-b8bd-58e0a3d080a9', 'name': '', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'mac_address': 'fa:16:3e:84:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:16Z', 'updated_at': '2021-10-27T21:26:16Z', 'revision_number': 1, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'subnets': [{'id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:26:18.647672 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-7c4d51cf-baf7-4b83-adc1-be86e2e0c723 None None] Provisioning complete for port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:18.648267 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7c4d51cf-baf7-4b83-adc1-be86e2e0c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.686706 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:18.695859 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:18.740684 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:26:18.757884 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21c640-123c-489a-8914-36d27ef2db8c None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:26:18.758755 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d7a79feb-7de4-4e43-b81d-29d5417227aa admin admin] 10.222.0.55 "PUT /v2.0/routers/1bf1158b-d98a-4f8f-afa4-820d6559e6de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0743704 Oct 27 21:26:18.903015 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Allocated IP 172.27.1.71 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/46a03df7-97d5-4900-bc86-54c005220273) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:19.137655 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.264542 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7de99f06-acfd-4ebe-a972-aa63ef781b36 req-7191a65d-c038-48ad-9c8c-af8110572caf tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0950024 Oct 27 21:26:19.281452 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.371114 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.481869 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:19.489112 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:19.492816 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:19.510187 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'Port': ['ID=46a03df7-97d5-4900-bc86-54c005220273,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:19.614521 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.675176 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:19.982318 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.74', 54097) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:20.030795 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51434) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:20.167666 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.172618 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.252658 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'Port': ['ID=46a03df7-97d5-4900-bc86-54c005220273,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:20.274729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.325300 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.326800 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6d068e1a-08a8-4ee4-8200-ebe11c15124d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2673831 Oct 27 21:26:20.385723 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:20.553870 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:20.554246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.575966 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-33dbd485-3004-46a3-bd18-c128d3b7024e tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:20.580091 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-33dbd485-3004-46a3-bd18-c128d3b7024e tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.74 "GET /v2.0/networks?id=245ae173-35e7-4ece-bf01-eb575f3d65f0 HTTP/1.1" status: 200 len: 812 time: 0.5956233 Oct 27 21:26:20.586548 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-289c7b59-64b1-4658-854c-4e2b59007c63 req-c8d0fcf3-199b-45f9-ab2a-230faf59a253 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.1310215 Oct 27 21:26:20.589934 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b5c-5bcb-4942-a4df-8f5c6bf32290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.655910 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Request body: {'port': {'device_id': '815f559e-3bed-4627-ae38-d137618e7402', 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0', 'admin_state_up': True, 'tenant_id': 'e22b0ceb1db14507babdd72edaafee35'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:20.801886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b5c-5bcb-4942-a4df-8f5c6bf32290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.842892 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b5c-5bcb-4942-a4df-8f5c6bf32290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:20.845880 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 073fa734-157e-4943-89aa-c1be75bf1414 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:20.909616 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e14b5c-5bcb-4942-a4df-8f5c6bf32290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e5950-209c-492d-9f10-231589333242,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:20.942033 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 073fa734-157e-4943-89aa-c1be75bf1414 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:20.942516 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.067645 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-a1e14b5c-5bcb-4942-a4df-8f5c6bf32290 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5048ccd61c8417fb134cf20f3577236&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0269454 Oct 27 21:26:21.067645 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51482) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:21.108167 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Made reservation on behalf of e22b0ceb1db14507babdd72edaafee35 for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:21.123123 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.170220 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.201349 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 073fa734-157e-4943-89aa-c1be75bf1414, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=073fa734-157e-4943-89aa-c1be75bf1414,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:21.222964 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.269086 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c8fa90b-7b16-46f7-9dd2-6e3e2cfcaf84 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:21.271240 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c8fa90b-7b16-46f7-9dd2-6e3e2cfcaf84 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 819 time: 0.4669125 Oct 27 21:26:21.337723 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-04453437-a0ac-4dab-86a7-867e8eba18a7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/quotas/eb832c2fa2d9434aa99c33f5efb27b17 HTTP/1.1" status: 200 len: 375 time: 0.0580249 Oct 27 21:26:21.339225 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca48d-a9e3-4ea0-a36c-263b9f25d95a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.359463 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=073fa734-157e-4943-89aa-c1be75bf1414,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:21.390510 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-ef6d9963-0b07-470a-8c03-b1a8c6897b48 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--120330836&fields=id&tenant_id=9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 267 time: 0.1662641 Oct 27 21:26:21.480620 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca48d-a9e3-4ea0-a36c-263b9f25d95a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.574293 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-d85e06be-9a91-4324-9d87-0b114b233b2b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2228258 Oct 27 21:26:21.681899 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-974721a1-7248-4f96-98fb-f4e707b1d921 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:21.690631 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-974721a1-7248-4f96-98fb-f4e707b1d921 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 817 time: 0.2991104 Oct 27 21:26:21.718936 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-9e3555ea-8c0a-4298-812f-0fb6ad55dde0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/quotas/9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 375 time: 0.0262806 Oct 27 21:26:21.725809 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca48d-a9e3-4ea0-a36c-263b9f25d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.728886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca48d-a9e3-4ea0-a36c-263b9f25d95a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:21.734408 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-8c9ca48d-a9e3-4ea0-a36c-263b9f25d95a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc0e5950-209c-492d-9f10-231589333242 HTTP/1.1" status: 204 len: 168 time: 0.6694686 Oct 27 21:26:21.762839 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Allocated IP 172.20.0.6 (245ae173-35e7-4ece-bf01-eb575f3d65f0/81e4539c-7f61-4671-a3d2-5045203413c3/769e5fc2-8b67-4909-b01f-5a1f2a3b995a) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:21.792368 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ca48d-a9e3-4ea0-a36c-263b9f25d95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e5950-209c-492d-9f10-231589333242,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:21.811262 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-ce086c16-41cd-4bec-bc7f-b45d236feed7 service neutron] 10.222.0.55 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255392 Oct 27 21:26:21.931142 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-b5a09ab6-be37-4861-865b-93687d137ca1 service neutron] 10.222.0.55 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130424 Oct 27 21:26:21.967774 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1a1763d0-c735-4548-9889-128707758d92 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2471538 Oct 27 21:26:22.227267 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 073fa734-157e-4943-89aa-c1be75bf1414 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:22.497519 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3655e1a1-c0d3-479c-bb3a-8b6ab582cb7f req-c6b8408b-d13a-499d-9eda-f63441d75b81 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0927756 Oct 27 21:26:22.499762 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 073fa734-157e-4943-89aa-c1be75bf1414 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:22.500129 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:22.664199 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4de4f8c3-a155-4a5c-a812-f2c919a86504 req-1a8b62fa-3e0a-4c53-a317-e9b514e76dda tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 210 time: 0.0659037 Oct 27 21:26:22.797458 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:22.851965 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:23.062795 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Sync routers for ids ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:26:23.089696 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Routers {'1bf1158b-d98a-4f8f-afa4-820d6559e6de'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:23.092962 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:23.114023 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Network 245ae173-35e7-4ece-bf01-eb575f3d65f0 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:23.121347 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-682ffd1e-537a-4802-9def-44dd34a87241 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:26:23.122515 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-682ffd1e-537a-4802-9def-44dd34a87241 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2914958 Oct 27 21:26:23.153126 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:23.181934 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:23.200140 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:23.206670 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:23.283379 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326411 Oct 27 21:26:23.295731 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bc82e-389f-471c-b575-5ab0aeb8a2ac tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Pushing event updated for resources: {'Port': ['ID=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:23.335875 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-23aa69ba-005c-47f1-b518-87110c4684df tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:26:23.347501 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-23aa69ba-005c-47f1-b518-87110c4684df tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0392995 Oct 27 21:26:23.563257 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Set router 1bf1158b-d98a-4f8f-afa4-820d6559e6de gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:23.752775 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-44a91019-6336-43e4-849c-70dd58ea6dd3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:23.762927 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-44a91019-6336-43e4-849c-70dd58ea6dd3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 819 time: 0.5974596 Oct 27 21:26:23.767398 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-370583e0-5045-4f7c-a8e4-39c005de548d service neutron] 10.222.0.55 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379795 Oct 27 21:26:23.861278 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-40e48e78-ad18-4773-85c1-d7e4277d0abf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/quotas/eb832c2fa2d9434aa99c33f5efb27b17 HTTP/1.1" status: 200 len: 375 time: 0.0970161 Oct 27 21:26:23.886359 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51640) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:24.046203 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Request body: {'port': {'device_id': '815f559e-3bed-4627-ae38-d137618e7402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:24.190803 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-98291504-2ea6-4e19-b13e-985817f6440d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:24.211826 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:24.346106 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '701a50b2-ca34-4b37-b8bd-58e0a3d080a9', 'name': '', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'mac_address': 'fa:16:3e:84:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:16Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 2, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'subnets': [{'id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:24.404156 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-6aced4f4-1007-4696-8929-87446606f52d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5369015 Oct 27 21:26:24.441740 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-9486b406-556b-45e4-aa19-fa33c3e041d8 service neutron] 10.222.0.55 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521518 Oct 27 21:26:24.496233 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Checking router: 1bf1158b-d98a-4f8f-afa4-820d6559e6de for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:26:24.497588 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Updating router 1bf1158b-d98a-4f8f-afa4-820d6559e6de port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:26:24.645166 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-fbd52b89-65ff-4627-b21f-55a0019341b1 service neutron] 10.222.0.55 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390952 Oct 27 21:26:24.648433 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:24.986681 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769e5fc2-8b67-4909-b01f-5a1f2a3b995a {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:25.002820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:25.069332 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Transition to ACTIVE for port object 769e5fc2-8b67-4909-b01f-5a1f2a3b995a will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:26:25.143414 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-8112d460-1ec5-41e3-9ef2-87675b39645f service neutron] 10.222.0.55 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959283 Oct 27 21:26:25.170456 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:25.396604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-98291504-2ea6-4e19-b13e-985817f6440d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:25.407018 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Pushing event updated for resources: {'Port': ['ID=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:25.444985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-98291504-2ea6-4e19-b13e-985817f6440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:25.519720 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:25.523749 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718e17b-baa5-4a84-8723-bba742c9df5c req-6ebb1916-874c-48db-99ce-e11f6e30669f tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:25.525415 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d718e17b-baa5-4a84-8723-bba742c9df5c req-6ebb1916-874c-48db-99ce-e11f6e30669f tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.2774487 Oct 27 21:26:25.556039 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:25.606389 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98291504-2ea6-4e19-b13e-985817f6440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35b4f3-f10a-4d2a-88c5-52a1407cda82,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:25.660111 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d718e17b-baa5-4a84-8723-bba742c9df5c req-ec053f27-0fd3-47b6-ab3b-0475402b6183 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210313 Oct 27 21:26:25.825776 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-98291504-2ea6-4e19-b13e-985817f6440d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3028e4def8ed467d8d00dcd1d78230c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9381695 Oct 27 21:26:25.864502 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51720) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:25.929052 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6aa121f3-e7e1-41d6-8891-8a9ab12ca37d req-0d5de54f-46da-4208-ac76-dc1ce4b93813 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.1325753 Oct 27 21:26:25.952501 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3a4de766-6c47-4133-b512-bda5688c92b3 req-8a58bfcf-dc13-4e0b-bad0-f753e20c05a5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 210 time: 0.1827462 Oct 27 21:26:25.980271 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Attempting to bind port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:25.980653 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Attempting to bind port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '99c94848-06f7-48f1-a086-ca4eb74aedcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:25.993356 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Attempting to bind port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a on network 245ae173-35e7-4ece-bf01-eb575f3d65f0 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:26.038270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a on network 245ae173-35e7-4ece-bf01-eb575f3d65f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:26:26.052092 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Attempting to bind port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a on network 245ae173-35e7-4ece-bf01-eb575f3d65f0 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:26.092011 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:26.092381 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Checking segment: {'id': '99c94848-06f7-48f1-a086-ca4eb74aedcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:26.092970 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Bound using segment: {'id': '99c94848-06f7-48f1-a086-ca4eb74aedcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:26.093443 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Bound port: 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c94848-06f7-48f1-a086-ca4eb74aedcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:26.093799 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.097548 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652b57-2255-4397-8620-64e9ae83bcba None None] Pushing event updated for resources: {'Port': ['ID=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:26.149505 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Attempting to bind port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:26.150008 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Attempting to bind port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:26.150457 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Attempting to bind port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 on network fcb41586-04fb-4630-80a3-c010cf91302f {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:26.168105 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:26.168333 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Checking segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:26.196993 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.197570 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Bound using segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:26.214213 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Bound port: 701a50b2-ca34-4b37-b8bd-58e0a3d080a9, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:26.218857 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.257898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18cd334d-1f47-4e48-b896-4f630a5e3d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.312289 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18cd334d-1f47-4e48-b896-4f630a5e3d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.442299 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] For port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:26.461318 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.74', 54112) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:26.468829 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] For port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:26.477092 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] For port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:26.483425 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.493449 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] For port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,segment=NetworkSegment(99c94848-06f7-48f1-a086-ca4eb74aedcb),segment_id=99c94848-06f7-48f1-a086-ca4eb74aedcb)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:26.506739 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.590069 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18cd334d-1f47-4e48-b896-4f630a5e3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.594598 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18cd334d-1f47-4e48-b896-4f630a5e3d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.595878 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-18cd334d-1f47-4e48-b896-4f630a5e3d72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae35b4f3-f10a-4d2a-88c5-52a1407cda82 HTTP/1.1" status: 204 len: 168 time: 0.7244833 Oct 27 21:26:26.614818 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Routers {'1bf1158b-d98a-4f8f-afa4-820d6559e6de'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:26:26.617784 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:26.690750 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:26.691776 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:26.693645 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] 10.222.0.74 "PUT /v2.0/ports/769e5fc2-8b67-4909-b01f-5a1f2a3b995a HTTP/1.1" status: 200 len: 1093 time: 2.9420805 Oct 27 21:26:26.694269 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815f559e-3bed-4627-ae38-d137618e7402', 'tag': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:26:26.851417 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-5577748a-ed59-423a-a4b7-7b2d762df6ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:26.857079 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-5577748a-ed59-423a-a4b7-7b2d762df6ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 819 time: 0.3334248 Oct 27 21:26:26.907239 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd334d-1f47-4e48-b896-4f630a5e3d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35b4f3-f10a-4d2a-88c5-52a1407cda82,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:26.938045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652b57-2255-4397-8620-64e9ae83bcba None None] Pushing event updated for resources: {'Port': ['ID=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:26.940311 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Request body: {'port': {'device_id': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'admin_state_up': True, 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:26.972143 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd8a41-44fc-44d6-a408-17d3432a0b33 service neutron] Pushing event updated for resources: {'Port': ['ID=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:27.152429 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] Set router 1bf1158b-d98a-4f8f-afa4-820d6559e6de gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:26:27.197561 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445b761-88e0-4098-afe3-620021dfbd44" -d '{"events": [{"name": "network-changed", "server_uuid": "815f559e-3bed-4627-ae38-d137618e7402", "tag": "769e5fc2-8b67-4909-b01f-5a1f2a3b995a"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:26:27.215645 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1f94c4ab-435f-4eec-b2da-eeff99161212 req-259ea92a-ed3c-4523-b2d1-cdeaea22c8d8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.1270325 Oct 27 21:26:27.299038 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-c81f1a14-d5ba-4e81-9011-69b20be48ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:27.300560 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-c81f1a14-d5ba-4e81-9011-69b20be48ddd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e22b0ceb1db14507babdd72edaafee35&device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 1096 time: 0.2140312 Oct 27 21:26:27.336359 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012aef0-b69c-4870-b79c-c7a9e3ce72f8 req-b5930d8b-6190-4033-ac8c-8a9a853d4e07 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:27.338094 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2012aef0-b69c-4870-b79c-c7a9e3ce72f8 req-b5930d8b-6190-4033-ac8c-8a9a853d4e07 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.4587216 Oct 27 21:26:27.502485 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ab5aaab-3c84-4825-a598-0fb521daa2d0 req-febdc1c9-b86b-4bbb-9f23-5d2783ba5779 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 210 time: 0.1119528 Oct 27 21:26:27.521744 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Made reservation on behalf of eb832c2fa2d9434aa99c33f5efb27b17 for: {'port': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:27.548718 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:27.584628 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2012aef0-b69c-4870-b79c-c7a9e3ce72f8 req-d88c19cc-9168-471a-b462-2088f4b711e6 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354820 Oct 27 21:26:27.722789 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '701a50b2-ca34-4b37-b8bd-58e0a3d080a9', 'name': '', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'mac_address': 'fa:16:3e:84:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:16Z', 'updated_at': '2021-10-27T21:26:26Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'subnets': [{'id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:26:27.789173 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-188affb9-e51d-4a8e-8b59-0fda6bbf2874 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a HTTP/1.1" status: 200 len: 217 time: 0.1979792 Oct 27 21:26:27.814455 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15980c9-04a8-4a4a-97d7-1f5cea6c1a99 None None] The sync data for ids ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'] in dv-cinder-815145-3-iscsi is: [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:26:17Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '701a50b2-ca34-4b37-b8bd-58e0a3d080a9', 'name': '', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'mac_address': 'fa:16:3e:84:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:16Z', 'updated_at': '2021-10-27T21:26:26Z', 'revision_number': 4, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'subnets': [{'id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:26:27.990120 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Allocated IP 172.20.0.6 (fcb41586-04fb-4630-80a3-c010cf91302f/fbf1bbd8-95ea-419d-a7ca-f6999001b1d0/c8505360-9c95-4abb-b24c-4165b5754f4d) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:28.199942 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-c8ec01b6-1202-4b13-bcb0-19e0946d69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:28.201585 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-c8ec01b6-1202-4b13-bcb0-19e0946d69c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81e4539c-7f61-4671-a3d2-5045203413c3 HTTP/1.1" status: 200 len: 852 time: 0.4025390 Oct 27 21:26:28.244400 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.74', 54122) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:28.449113 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:28.466766 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-26fa3263-64bc-4056-a30d-051ffac480f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=245ae173-35e7-4ece-bf01-eb575f3d65f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2060201 Oct 27 21:26:28.512646 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344d524-fb11-4dc2-8d3b-9248e7cbb0fa x-openstack-request-id: req-9344d524-fb11-4dc2-8d3b-9248e7cbb0fa {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:26:28.513108 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815f559e-3bed-4627-ae38-d137618e7402", "tag": "769e5fc2-8b67-4909-b01f-5a1f2a3b995a", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:26:28.513217 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9344d524-fb11-4dc2-8d3b-9248e7cbb0fa {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:26:28.513564 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815f559e-3bed-4627-ae38-d137618e7402', 'tag': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a', 'status': 'completed', 'code': 200} Oct 27 21:26:28.614142 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51832) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:28.666919 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b926b129-9bdb-4d9b-8a81-889122efe5f5 req-9cd74613-bfe5-45ed-870d-a875037b07d1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.1836569 Oct 27 21:26:28.686867 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:28.687604 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:28.925203 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b787ed36-eb26-4931-a496-ccd0efae083f req-a0913e08-62d9-40f2-ab43-ba6795fdda0a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 210 time: 0.1459382 Oct 27 21:26:28.937266 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:28.982028 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.134727 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-46773f1f-1a24-48ac-8597-dc53be9561ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:29.136484 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-46773f1f-1a24-48ac-8597-dc53be9561ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 817 time: 0.8845515 Oct 27 21:26:29.139095 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.74', 54125) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:29.157053 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:29.168206 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.252090 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-83f4cf7e-1f38-40aa-91c5-d1d05c74ce05 service neutron] 10.222.0.74 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355082 Oct 27 21:26:29.364128 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:29.404404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-76c2cd5e-fcbe-4029-a5a5-3c8b2c97714e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.407422 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.424546 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6ca2-33c1-40cf-bf08-2062a1c733b5 req-b5e3a79f-5adf-4ac9-b905-64a07c9f9b9b tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:29.441972 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-50bb6ca2-33c1-40cf-bf08-2062a1c733b5 req-b5e3a79f-5adf-4ac9-b905-64a07c9f9b9b tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.5353038 Oct 27 21:26:29.467334 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c39281ec-d1c3-4e88-8a4e-43a01d069066 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 379 time: 0.2738633 Oct 27 21:26:29.723034 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Network fcb41586-04fb-4630-80a3-c010cf91302f is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:29.749573 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'port': {'device_id': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'admin_state_up': True, 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'security_groups': ['bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:29.767259 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:29.792069 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Pushing event updated for resources: {'Port': ['ID=c8505360-9c95-4abb-b24c-4165b5754f4d,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:29.796712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:29.823873 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:29.834371 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.856369 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-76c2cd5e-fcbe-4029-a5a5-3c8b2c97714e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:29.898048 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-015e998f-08f6-44d3-a1c5-1f9f8f948ffa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:29.899735 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-015e998f-08f6-44d3-a1c5-1f9f8f948ffa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 819 time: 0.7579708 Oct 27 21:26:29.925939 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-50bb6ca2-33c1-40cf-bf08-2062a1c733b5 req-89aec5bf-4a7f-4e88-a6a8-a18799c39319 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068253 Oct 27 21:26:29.987052 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6fccdfad-c675-4d6e-b745-658c9160746b req-8b8faaee-3e83-4922-90b5-cb9fd2aa85b5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.1210663 Oct 27 21:26:29.999318 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Request body: {'port': {'device_id': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'admin_state_up': True, 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:30.018169 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7c0c01eb-a12f-4dd8-a28c-e2453da9a544 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0870924 Oct 27 21:26:30.147109 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Request body: {'port': {'device_id': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:30.236504 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:30.320487 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-76c2cd5e-fcbe-4029-a5a5-3c8b2c97714e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.372398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2cd5e-fcbe-4029-a5a5-3c8b2c97714e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179cea3f-1148-40a4-bc5b-6239be976d10,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:30.415174 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-76c2cd5e-fcbe-4029-a5a5-3c8b2c97714e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1f2943b1294492981c8489862278202&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7497072 Oct 27 21:26:30.420648 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51894) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:30.501692 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:30.502342 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.535373 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-31b81fe4-4260-4ab8-ac41-919f3de89738 req-70fdf396-b2b1-4f55-a030-ab3963751a2e service neutron] 10.222.0.74 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965112 Oct 27 21:26:30.540393 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6d02c4c6-9d21-42a2-af6e-0b0d51abbf7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.575918 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6d02c4c6-9d21-42a2-af6e-0b0d51abbf7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.592338 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-54476daf-6c8d-48ec-8956-1c6e4a3291f5 req-cf47bff7-fa7c-49dc-a05a-2a6c08d2ba9b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 210 time: 0.4171450 Oct 27 21:26:30.620158 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.639862 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Made reservation on behalf of 9b8b3ce0115a4f34bf331137e4e67c71 for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:30.650958 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.779104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6d02c4c6-9d21-42a2-af6e-0b0d51abbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.781888 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6d02c4c6-9d21-42a2-af6e-0b0d51abbf7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:30.783036 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6d02c4c6-9d21-42a2-af6e-0b0d51abbf7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/179cea3f-1148-40a4-bc5b-6239be976d10 HTTP/1.1" status: 204 len: 168 time: 0.3588359 Oct 27 21:26:30.812989 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02c4c6-9d21-42a2-af6e-0b0d51abbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cea3f-1148-40a4-bc5b-6239be976d10,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:30.899545 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Allocated IP 172.20.0.10 (0e464787-dbbd-4d22-8109-70d4268f16e0/e3d55d0e-341d-4e13-a681-218af763201f/c2f0a292-8500-4d5e-be54-75f88accdf07) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:31.047777 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Made reservation on behalf of eb832c2fa2d9434aa99c33f5efb27b17 for: {'port': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:31.058205 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.122710 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.177165 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.223269 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:31.224807 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51928) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:31.227488 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:31.232485 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01e84d33-2de4-4220-afd3-d43e78814dfb req-f5050913-d344-409d-9dc9-1caa438802f6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.0528879 Oct 27 21:26:31.250121 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:31.255759 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:31.256930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.282092 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a884ef0c-063d-48b3-b305-7daad4e987be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.318218 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:31.379612 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d99f6-c628-4518-90c1-a4e5542472b5 req-db330285-c975-4517-9f29-4e4720e3b24c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:31.393427 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-597d99f6-c628-4518-90c1-a4e5542472b5 req-db330285-c975-4517-9f29-4e4720e3b24c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.3286173 Oct 27 21:26:31.421513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a884ef0c-063d-48b3-b305-7daad4e987be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.426484 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-1c5759b3-8d9e-48db-8225-356905bd0c4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6841950 Oct 27 21:26:31.427969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a884ef0c-063d-48b3-b305-7daad4e987be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.446472 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51936) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:31.469545 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-a884ef0c-063d-48b3-b305-7daad4e987be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff1ee7c5b67d4f5487ee89d6f41801aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385066 Oct 27 21:26:31.477010 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 51940) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:31.493539 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884ef0c-063d-48b3-b305-7daad4e987be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e787365c-a5be-4fdc-b9f5-69805b437d8c,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:31.504533 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-597d99f6-c628-4518-90c1-a4e5542472b5 req-b4940b7e-3bf1-4b41-a93f-b28a68dba8d7 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099265 Oct 27 21:26:31.545535 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-58084c8d-769a-4de8-a3ec-d8feaf8180e8 None None] Provisioning complete for port c2f0a292-8500-4d5e-be54-75f88accdf07 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:31.550295 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-58084c8d-769a-4de8-a3ec-d8feaf8180e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.615171 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-58084c8d-769a-4de8-a3ec-d8feaf8180e8 None None] Port c2f0a292-8500-4d5e-be54-75f88accdf07 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:26:31.618003 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8d836c5b-5fef-4e72-af9f-13c6c33a15e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.631617 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8505360-9c95-4abb-b24c-4165b5754f4d {{(pid=101282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:31.648030 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.668359 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8d836c5b-5fef-4e72-af9f-13c6c33a15e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.685684 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.provisioning_blocks [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Transition to ACTIVE for port object c8505360-9c95-4abb-b24c-4165b5754f4d will not be triggered until provisioned by entity L2. {{(pid=101282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:26:31.712095 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.789240 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-97832bb4-8bd7-4efc-8ed6-48cd7203c3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.841459 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=c8505360-9c95-4abb-b24c-4165b5754f4d,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:31.849490 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Allocated IP 172.20.0.7 (fcb41586-04fb-4630-80a3-c010cf91302f/fbf1bbd8-95ea-419d-a7ca-f6999001b1d0/404dfb5d-4cba-46d2-95a8-482fcb4a2667) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:26:31.898395 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8d836c5b-5fef-4e72-af9f-13c6c33a15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.901429 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8d836c5b-5fef-4e72-af9f-13c6c33a15e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.902572 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-8d836c5b-5fef-4e72-af9f-13c6c33a15e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e787365c-a5be-4fdc-b9f5-69805b437d8c HTTP/1.1" status: 204 len: 168 time: 0.4244382 Oct 27 21:26:31.927993 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d836c5b-5fef-4e72-af9f-13c6c33a15e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e787365c-a5be-4fdc-b9f5-69805b437d8c,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:31.933614 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-97832bb4-8bd7-4efc-8ed6-48cd7203c3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.938747 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-97832bb4-8bd7-4efc-8ed6-48cd7203c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:31.952924 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15c74-1f77-4068-95ae-f21d71642243 req-d62c8fe3-0a7e-4c19-8d67-40a833036ec1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:31.954558 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bed15c74-1f77-4068-95ae-f21d71642243 req-d62c8fe3-0a7e-4c19-8d67-40a833036ec1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 932 time: 0.2452171 Oct 27 21:26:31.957342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Attempting to bind port c8505360-9c95-4abb-b24c-4165b5754f4d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:31.957697 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Attempting to bind port c8505360-9c95-4abb-b24c-4165b5754f4d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:31.957969 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Attempting to bind port c8505360-9c95-4abb-b24c-4165b5754f4d on network fcb41586-04fb-4630-80a3-c010cf91302f {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:31.976362 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Port c8505360-9c95-4abb-b24c-4165b5754f4d on network fcb41586-04fb-4630-80a3-c010cf91302f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:26:31.976703 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Attempting to bind port c8505360-9c95-4abb-b24c-4165b5754f4d on network fcb41586-04fb-4630-80a3-c010cf91302f {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:31.987969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97832bb4-8bd7-4efc-8ed6-48cd7203c3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016555ad-e05b-4118-8566-a0e23b2f761c,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:32.002209 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:32.002209 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Checking segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:32.002745 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Bound using segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:32.003165 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Bound port: c8505360-9c95-4abb-b24c-4165b5754f4d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:32.003441 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.009023 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-97832bb4-8bd7-4efc-8ed6-48cd7203c3a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efe81b96bee743528383913505b8baef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548966 Oct 27 21:26:32.010191 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 51966) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:32.090277 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a1316d93-6571-480d-a5d2-b7aafc14da4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.104125 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bed15c74-1f77-4068-95ae-f21d71642243 req-6c0ce9d9-0d28-4305-a094-f859f923c3a2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404154 Oct 27 21:26:32.122220 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a1316d93-6571-480d-a5d2-b7aafc14da4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.185624 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] For port c8505360-9c95-4abb-b24c-4165b5754f4d, host hv-cinder-81514, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:32.192481 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.208280 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a1316d93-6571-480d-a5d2-b7aafc14da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.214122 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a1316d93-6571-480d-a5d2-b7aafc14da4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.215517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] For port c8505360-9c95-4abb-b24c-4165b5754f4d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c8505360-9c95-4abb-b24c-4165b5754f4d,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:32.216185 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-a1316d93-6571-480d-a5d2-b7aafc14da4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/016555ad-e05b-4118-8566-a0e23b2f761c HTTP/1.1" status: 204 len: 168 time: 0.2041965 Oct 27 21:26:32.223654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.229927 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316d93-6571-480d-a5d2-b7aafc14da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016555ad-e05b-4118-8566-a0e23b2f761c,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:32.243746 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:32.244015 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.245421 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] 10.222.0.74 "PUT /v2.0/ports/c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 1093 time: 2.1329167 Oct 27 21:26:32.270234 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'tag': 'c8505360-9c95-4abb-b24c-4165b5754f4d'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:26:32.374887 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-affc4069-ec89-4122-92b2-f7f0c2b79075 req-bbe08751-deb3-4264-b382-894a96be4fc8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.0482171 Oct 27 21:26:32.400179 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5b086-d1c0-43fb-9779-38f7b6dbc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=c8505360-9c95-4abb-b24c-4165b5754f4d,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:32.404624 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.454045 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Network fcb41586-04fb-4630-80a3-c010cf91302f is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:26:32.459674 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:32.468226 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:26:32.473978 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:32.474597 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.478699 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Pushing event updated for resources: {'Port': ['ID=404dfb5d-4cba-46d2-95a8-482fcb4a2667,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:32.493892 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-17b1f0aa-7fb2-49b0-90ee-cee317c95dca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5136707 Oct 27 21:26:32.558061 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52004) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:32.625113 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce7d9d-f4d8-4252-9a3e-4f3fd87cbdb9 req-b6a12eda-1a5d-4c17-887a-c3ef2f0b1ed2 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:32.626625 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5bce7d9d-f4d8-4252-9a3e-4f3fd87cbdb9 req-b6a12eda-1a5d-4c17-887a-c3ef2f0b1ed2 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.0513973 Oct 27 21:26:32.650671 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52008) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:32.670718 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df4025-cf12-44c9-adc1-de8bdabd433b" -d '{"events": [{"name": "network-changed", "server_uuid": "463dbd7f-c49f-424b-a44f-29c8cc16f1ab", "tag": "c8505360-9c95-4abb-b24c-4165b5754f4d"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:26:32.680511 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f0cb58d9-8040-4834-84d2-5642f54b8e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.699609 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5bce7d9d-f4d8-4252-9a3e-4f3fd87cbdb9 req-8df22f96-53aa-447c-8e24-2ebfbbf4ecc6 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Oct 27 21:26:32.797731 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f0cb58d9-8040-4834-84d2-5642f54b8e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.802146 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f0cb58d9-8040-4834-84d2-5642f54b8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.851963 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f0cb58d9-8040-4834-84d2-5642f54b8e4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ea0b34444844309bcacc641e4e1146a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000813 Oct 27 21:26:32.857122 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52020) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:32.881295 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb58d9-8040-4834-84d2-5642f54b8e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be074003-b7fe-469b-9f0b-71e56291e19c,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:32.925216 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ad05a22a-b7b2-4858-8f12-fb67927ce317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:32.997076 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdbe4-51b6-44e1-93b5-c4408fba8aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.018348 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f5bae9-4395-4447-8578-0cad8e2f3555 x-openstack-request-id: req-32f5bae9-4395-4447-8578-0cad8e2f3555 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:26:33.018736 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463dbd7f-c49f-424b-a44f-29c8cc16f1ab", "tag": "c8505360-9c95-4abb-b24c-4165b5754f4d", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:26:33.019199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32f5bae9-4395-4447-8578-0cad8e2f3555 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:26:33.019817 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'tag': 'c8505360-9c95-4abb-b24c-4165b5754f4d', 'status': 'completed', 'code': 200} Oct 27 21:26:33.038699 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdbe4-51b6-44e1-93b5-c4408fba8aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.110261 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ad05a22a-b7b2-4858-8f12-fb67927ce317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.115864 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ad05a22a-b7b2-4858-8f12-fb67927ce317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.173361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdbe4-51b6-44e1-93b5-c4408fba8aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.175823 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdbe4-51b6-44e1-93b5-c4408fba8aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.177567 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-bb7cdbe4-51b6-44e1-93b5-c4408fba8aba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be074003-b7fe-469b-9f0b-71e56291e19c HTTP/1.1" status: 204 len: 168 time: 0.3063881 Oct 27 21:26:33.191377 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ad05a22a-b7b2-4858-8f12-fb67927ce317 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c3c936513d2446cbf77707d70cbc397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6314294 Oct 27 21:26:33.192509 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05a22a-b7b2-4858-8f12-fb67927ce317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a93a6-5bcf-47f0-a505-76f07e64fc1e,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:33.196481 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52032) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:33.220101 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cdbe4-51b6-44e1-93b5-c4408fba8aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be074003-b7fe-469b-9f0b-71e56291e19c,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:33.327651 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc1216a9-23f3-437e-b453-d4da7c5d79f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.350372 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc1216a9-23f3-437e-b453-d4da7c5d79f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.388027 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa4f-d6f8-405d-a051-32492adf2fea req-5e638229-01b0-4abf-bc73-a8054b6275f1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:33.389892 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9423aa4f-d6f8-405d-a051-32492adf2fea req-5e638229-01b0-4abf-bc73-a8054b6275f1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 932 time: 0.1553047 Oct 27 21:26:33.491407 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc1216a9-23f3-437e-b453-d4da7c5d79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.494287 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-cc1216a9-23f3-437e-b453-d4da7c5d79f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:33.502562 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-cc1216a9-23f3-437e-b453-d4da7c5d79f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/990a93a6-5bcf-47f0-a505-76f07e64fc1e HTTP/1.1" status: 204 len: 168 time: 0.3074622 Oct 27 21:26:33.522389 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9423aa4f-d6f8-405d-a051-32492adf2fea req-208fdafc-2ed9-4ef7-9dd2-3b69b9c20a7f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138508 Oct 27 21:26:33.552322 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1216a9-23f3-437e-b453-d4da7c5d79f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a93a6-5bcf-47f0-a505-76f07e64fc1e,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:33.589924 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3892-a7b0-443f-a2b1-506c0e12f572 req-acab3b39-7690-4e5a-8514-0123180be59c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:33.598204 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d2e3892-a7b0-443f-a2b1-506c0e12f572 req-acab3b39-7690-4e5a-8514-0123180be59c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 931 time: 0.0916293 Oct 27 21:26:33.669192 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d2e3892-a7b0-443f-a2b1-506c0e12f572 req-b6a0577b-fc3f-495a-8000-d757bd6fa2a7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697627 Oct 27 21:26:33.898711 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7a90-6deb-462b-a0cf-1ead8906e3e9 req-d2cb0a08-36b2-44bd-8d2b-df6b37190d45 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:33.900281 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-493c7a90-6deb-462b-a0cf-1ead8906e3e9 req-d2cb0a08-36b2-44bd-8d2b-df6b37190d45 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.0940149 Oct 27 21:26:33.978154 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-493c7a90-6deb-462b-a0cf-1ead8906e3e9 req-97f0cc57-2300-405c-8c7a-d186e7b70d21 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683260 Oct 27 21:26:34.095433 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52080) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:34.132528 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-deb5ae61-9796-4204-a1d0-e8268e0a949a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.321951 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-deb5ae61-9796-4204-a1d0-e8268e0a949a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.329621 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-deb5ae61-9796-4204-a1d0-e8268e0a949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.375732 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5ae61-9796-4204-a1d0-e8268e0a949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591829ce-cc41-4397-bd2c-831adac7e00e,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:34.422600 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-deb5ae61-9796-4204-a1d0-e8268e0a949a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff49a8167f7543d0a57cb831cd675181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227055 Oct 27 21:26:34.422808 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52088) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:34.517390 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fc3508b8-1681-48e6-8e96-cc006f070f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.544409 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fc3508b8-1681-48e6-8e96-cc006f070f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.630306 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fc3508b8-1681-48e6-8e96-cc006f070f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.633130 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fc3508b8-1681-48e6-8e96-cc006f070f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.634408 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-fc3508b8-1681-48e6-8e96-cc006f070f2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/591829ce-cc41-4397-bd2c-831adac7e00e HTTP/1.1" status: 204 len: 168 time: 0.2103226 Oct 27 21:26:34.675898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3508b8-1681-48e6-8e96-cc006f070f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591829ce-cc41-4397-bd2c-831adac7e00e,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:34.846864 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52112) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:34.886724 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bcae4-af20-4801-aab0-41cdb808863c req-2158c592-fc09-40b9-888e-28130a2ee7f1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:34.888378 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-046bcae4-af20-4801-aab0-41cdb808863c req-2158c592-fc09-40b9-888e-28130a2ee7f1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 932 time: 0.1478035 Oct 27 21:26:34.906063 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c663-0894-4c3f-89a7-d292159fcf74 req-0c055d17-756b-4783-9d1d-dc26fcf586ef tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:34.907599 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7c86c663-0894-4c3f-89a7-d292159fcf74 req-0c055d17-756b-4783-9d1d-dc26fcf586ef tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 931 time: 0.0981960 Oct 27 21:26:34.993579 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-046bcae4-af20-4801-aab0-41cdb808863c req-c53bd9ab-4c14-4548-ae02-3dc5b4235112 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873983 Oct 27 21:26:35.021012 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7c86c663-0894-4c3f-89a7-d292159fcf74 req-f49f354f-681a-4c62-971d-e0c88d96ec6a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981872 Oct 27 21:26:35.131437 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52122) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:35.170852 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89e44d-89aa-43db-a314-df16a2b58151 req-ba720ec5-c1d3-43bc-9a95-f286b067ed88 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:35.173230 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc89e44d-89aa-43db-a314-df16a2b58151 req-ba720ec5-c1d3-43bc-9a95-f286b067ed88 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.1121953 Oct 27 21:26:35.220339 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-881a0ea0-1d8b-4c3b-a097-0b7b09702ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.255158 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc89e44d-89aa-43db-a314-df16a2b58151 req-24c0ec2f-4ec3-47b8-9e18-6dabb9d23b08 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715439 Oct 27 21:26:35.286900 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1717674876-network', 'tenant_id': 'c802d3efdb9a42c291699c70d3a22843'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:35.323431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-881a0ea0-1d8b-4c3b-a097-0b7b09702ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.330301 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-881a0ea0-1d8b-4c3b-a097-0b7b09702ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.364944 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Made reservation on behalf of c802d3efdb9a42c291699c70d3a22843 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:35.367189 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.384655 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-881a0ea0-1d8b-4c3b-a097-0b7b09702ac1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=803271ef0dc745cdb3076b2d72479d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364850 Oct 27 21:26:35.387884 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52132) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:35.392516 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.397350 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a0ea0-1d8b-4c3b-a097-0b7b09702ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b76a5b-d195-42f1-b9ad-87b2b366ae55,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:35.527107 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-38f8f71d-c429-4bbc-82b3-c1343399a77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.531969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.538107 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.560232 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-38f8f71d-c429-4bbc-82b3-c1343399a77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.575054 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:26:35.596540 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd84d5-4c9d-4043-b026-b2ae04969291,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:35.610939 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.612400 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Added segment 413362ab-533f-4b59-a62a-888109c79cd8 of type vlan for network 6fdac7ac-52f2-4393-902a-48882dbd17c2 Oct 27 21:26:35.653101 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-38f8f71d-c429-4bbc-82b3-c1343399a77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.655613 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-38f8f71d-c429-4bbc-82b3-c1343399a77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.660670 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-38f8f71d-c429-4bbc-82b3-c1343399a77b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25b76a5b-d195-42f1-b9ad-87b2b366ae55 HTTP/1.1" status: 204 len: 168 time: 0.2713664 Oct 27 21:26:35.677940 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8f71d-c429-4bbc-82b3-c1343399a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b76a5b-d195-42f1-b9ad-87b2b366ae55,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:35.742648 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.796422 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.797551 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:35.799820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:35.934338 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdac7ac-52f2-4393-902a-48882dbd17c2,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:35.946299 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 6fdac7ac-52f2-4393-902a-48882dbd17c2 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:26:35.955660 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ae1903df-c325-4513-ba9b-07a4a44bc572 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8230171 Oct 27 21:26:35.958875 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52166) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:35.964065 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Request body: {'subnet': {'network_id': '6fdac7ac-52f2-4393-902a-48882dbd17c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1717674876-subnet', 'tenant_id': 'c802d3efdb9a42c291699c70d3a22843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:36.013306 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Made reservation on behalf of c802d3efdb9a42c291699c70d3a22843 for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:36.018423 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:36.337370 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-cc0de6b5-5103-49ce-8e18-dcb09a087a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:36.542672 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898d99-f030-45f8-a02b-f47ffb4c4af8 req-9218a455-7a5d-410b-b5ff-d5383fdb9ba8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:36.544726 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-39898d99-f030-45f8-a02b-f47ffb4c4af8 req-9218a455-7a5d-410b-b5ff-d5383fdb9ba8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 931 time: 0.3313184 Oct 27 21:26:36.551901 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a36cfe-77df-4bc1-8a7c-dae885293de3 req-0aa63298-9058-406d-b881-a88deb1016e1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:36.553348 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e7a36cfe-77df-4bc1-8a7c-dae885293de3 req-0aa63298-9058-406d-b881-a88deb1016e1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 932 time: 0.3607461 Oct 27 21:26:36.591953 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:36.697760 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-39898d99-f030-45f8-a02b-f47ffb4c4af8 req-41ea0a13-4312-414a-a03b-f3f9d2f3ea6d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414340 Oct 27 21:26:36.712790 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e7a36cfe-77df-4bc1-8a7c-dae885293de3 req-2d1c7a5b-2d2b-40d5-90f2-ecb6bf3663a9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434171 Oct 27 21:26:36.714500 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2820f0e0-01ea-44e9-a4d7-6b9f439a12a5,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:36.777886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Checking segment: {'id': '413362ab-533f-4b59-a62a-888109c79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6fdac7ac-52f2-4393-902a-48882dbd17c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:36.778280 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Network hostable DHCP agents. Network: 6fdac7ac-52f2-4393-902a-48882dbd17c2, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:26:36.894054 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Network 6fdac7ac-52f2-4393-902a-48882dbd17c2 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:26:36.933090 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 6fdac7ac-52f2-4393-902a-48882dbd17c2) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:36.948957 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39392749-c31e-4b1d-9f9f-c58d41c88298 None None] Network 6fdac7ac-52f2-4393-902a-48882dbd17c2 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:36.959720 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:36.963869 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:36.998054 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa626-c0dc-4f6c-b242-162cae35b1fd req-b47adaa7-c596-4878-877d-af1aa3bda763 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:37.013963 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-da6fa626-c0dc-4f6c-b242-162cae35b1fd req-b47adaa7-c596-4878-877d-af1aa3bda763 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.2181230 Oct 27 21:26:37.079408 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-942bcfc1-8642-43da-9eb2-0e81f3f1eb8d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1192875 Oct 27 21:26:37.165325 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-da6fa626-c0dc-4f6c-b242-162cae35b1fd req-5665efa0-d9d6-4baa-b2d5-1bbe9209d754 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501310 Oct 27 21:26:37.244492 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18dbfee-c408-4afd-8b68-bf0a92ce027e None None] Network 6fdac7ac-52f2-4393-902a-48882dbd17c2 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:37.916869 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537d7a5-a22f-4390-b41f-898136ae38b9 req-cc409255-2b7f-440f-b286-532f2e26e557 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:37.925522 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a537d7a5-a22f-4390-b41f-898136ae38b9 req-cc409255-2b7f-440f-b286-532f2e26e557 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 932 time: 0.0980630 Oct 27 21:26:37.965905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4cc7f-bc2c-45cb-badc-8c569738893b req-42393d14-3b4d-42f5-b635-3bf1034d5014 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:37.968359 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1dc4cc7f-bc2c-45cb-badc-8c569738893b req-42393d14-3b4d-42f5-b635-3bf1034d5014 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 931 time: 0.1290274 Oct 27 21:26:37.975505 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52254) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:38.013406 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a537d7a5-a22f-4390-b41f-898136ae38b9 req-c2b26690-f531-4a60-9cc5-58937111eceb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864928 Oct 27 21:26:38.042801 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1dc4cc7f-bc2c-45cb-badc-8c569738893b req-3fab51d3-f951-4562-99ff-67571875c7dc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595443 Oct 27 21:26:38.162357 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-15c58881-ac08-41ed-ad19-7afa74b28e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.267869 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-15c58881-ac08-41ed-ad19-7afa74b28e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.272827 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-15c58881-ac08-41ed-ad19-7afa74b28e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.297692 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23e388-f07e-4d75-8372-f84da510c9f2 req-aa6d55d6-fd74-474c-ae2a-b75ac9c6d017 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:38.299056 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aa23e388-f07e-4d75-8372-f84da510c9f2 req-aa6d55d6-fd74-474c-ae2a-b75ac9c6d017 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.0577011 Oct 27 21:26:38.312572 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52274) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:38.323375 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-15c58881-ac08-41ed-ad19-7afa74b28e16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70228d68002946f69961867794532805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463492 Oct 27 21:26:38.324935 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c58881-ac08-41ed-ad19-7afa74b28e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b8feb-5352-4041-ba5c-266efd0bfc1a,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:38.326963 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52276) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:38.328039 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-748838975-network', 'tenant_id': 'cc1a0c9bc8a94c769f0df9b72c5501bf'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:38.373467 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aa23e388-f07e-4d75-8372-f84da510c9f2 req-35e80b8f-d957-4fea-afa4-b7060594e80c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679865 Oct 27 21:26:38.375167 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Made reservation on behalf of cc1a0c9bc8a94c769f0df9b72c5501bf for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:38.377578 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.395876 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.407058 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-95778fb8-aa7e-44c3-9721-e86e9191f6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.443527 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-95778fb8-aa7e-44c3-9721-e86e9191f6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.514898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-95778fb8-aa7e-44c3-9721-e86e9191f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.517770 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-95778fb8-aa7e-44c3-9721-e86e9191f6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.519054 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-95778fb8-aa7e-44c3-9721-e86e9191f6d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e01b8feb-5352-4041-ba5c-266efd0bfc1a HTTP/1.1" status: 204 len: 168 time: 0.1809535 Oct 27 21:26:38.535827 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95778fb8-aa7e-44c3-9721-e86e9191f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b8feb-5352-4041-ba5c-266efd0bfc1a,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:38.549681 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.557447 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.586629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:26:38.588349 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Request body: {'port': {'device_id': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:38.592649 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Request body: {'port': {'device_id': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:38.633199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057ce3b8-ca72-4df2-afe6-ce90e9abefb2,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:38.674317 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.674652 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Added segment e7138cd0-87eb-455a-a108-f71d75478061 of type vlan for network 91629b7d-f58a-43fa-acdc-497a64781485 Oct 27 21:26:38.675275 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.717591 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:26:38.720472 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df4025-cf12-44c9-adc1-de8bdabd433b req-f3e3673d-a2ae-4a4f-b72f-621be4f9ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:38.722024 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-69df4025-cf12-44c9-adc1-de8bdabd433b req-f3e3673d-a2ae-4a4f-b72f-621be4f9ed5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1096 time: 0.0802343 Oct 27 21:26:38.776870 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.782667 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.790028 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b761-88e0-4098-afe3-620021dfbd44 req-341ed39f-9f6c-49ab-b113-dfecf389febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:38.792330 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-341ed39f-9f6c-49ab-b113-dfecf389febf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e22b0ceb1db14507babdd72edaafee35&device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 1096 time: 0.1706972 Oct 27 21:26:38.878676 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-70da0567-e697-4c59-9b0d-11f20007725a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.931431 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.932954 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:38.933877 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.960769 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52290) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:39.068775 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df4025-cf12-44c9-adc1-de8bdabd433b req-3086a0c7-655e-47f3-93fe-cdf72ef9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.070006 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-69df4025-cf12-44c9-adc1-de8bdabd433b req-3086a0c7-655e-47f3-93fe-cdf72ef9d67b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2759783 Oct 27 21:26:39.116236 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86c35af-c037-4fb5-9174-483d1ebd3c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.145482 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8277357 Oct 27 21:26:39.153523 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d5f1-2a1c-4147-9f71-873b82ed7eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=91629b7d-f58a-43fa-acdc-497a64781485,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:39.155903 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52300) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:39.164883 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Request body: {'subnet': {'network_id': '91629b7d-f58a-43fa-acdc-497a64781485', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-748838975-subnet', 'tenant_id': 'cc1a0c9bc8a94c769f0df9b72c5501bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:26:39.166712 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 91629b7d-f58a-43fa-acdc-497a64781485 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:26:39.180693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b761-88e0-4098-afe3-620021dfbd44 req-96ac9325-d0e5-45d1-898e-5c7ef8ddd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.181660 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-96ac9325-d0e5-45d1-898e-5c7ef8ddd622 service neutron] 10.222.0.74 "GET /v2.0/networks?id=245ae173-35e7-4ece-bf01-eb575f3d65f0 HTTP/1.1" status: 200 len: 913 time: 0.3819718 Oct 27 21:26:39.370447 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-a6d49abf-3a80-49e9-8c72-6dc0ba90bc82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a HTTP/1.1" status: 200 len: 217 time: 0.1732743 Oct 27 21:26:39.415252 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Made reservation on behalf of cc1a0c9bc8a94c769f0df9b72c5501bf for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:26:39.418151 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.511098 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c30c-c0d6-44ec-8232-9efa04856d4d req-6efc4a4a-1b07-409e-9e9c-af5788accfb4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.512810 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3a1c30c-c0d6-44ec-8232-9efa04856d4d req-6efc4a4a-1b07-409e-9e9c-af5788accfb4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 932 time: 0.3411810 Oct 27 21:26:39.551365 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebb52f-1301-4fb2-9544-57174b31291b req-83ab0573-1996-41d7-bb6b-1f26a97e8d7c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.552886 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6bebb52f-1301-4fb2-9544-57174b31291b req-83ab0573-1996-41d7-bb6b-1f26a97e8d7c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 931 time: 0.3759644 Oct 27 21:26:39.563878 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f0a292-8500-4d5e-be54-75f88accdf07 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:39.581208 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.593985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df4025-cf12-44c9-adc1-de8bdabd433b req-081b22a9-7eb1-48b0-9320-29489c14f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.595482 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-69df4025-cf12-44c9-adc1-de8bdabd433b req-081b22a9-7eb1-48b0-9320-29489c14f585 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5118401 Oct 27 21:26:39.606914 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Transition to ACTIVE for port object c2f0a292-8500-4d5e-be54-75f88accdf07 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:26:39.612458 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.622716 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b761-88e0-4098-afe3-620021dfbd44 req-74398f63-1239-46d0-afe9-44740df0f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.624230 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-74398f63-1239-46d0-afe9-44740df0f622 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81e4539c-7f61-4671-a3d2-5045203413c3 HTTP/1.1" status: 200 len: 852 time: 0.2382987 Oct 27 21:26:39.731363 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Attempting to bind port c2f0a292-8500-4d5e-be54-75f88accdf07 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:39.731875 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Attempting to bind port c2f0a292-8500-4d5e-be54-75f88accdf07 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:39.732605 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Attempting to bind port c2f0a292-8500-4d5e-be54-75f88accdf07 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:39.738067 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6bebb52f-1301-4fb2-9544-57174b31291b req-a12a8861-f5d4-4e9f-8ea2-35397f5a830a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628716 Oct 27 21:26:39.741070 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86c35af-c037-4fb5-9174-483d1ebd3c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.741876 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Port c2f0a292-8500-4d5e-be54-75f88accdf07 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:26:39.742035 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Attempting to bind port c2f0a292-8500-4d5e-be54-75f88accdf07 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:39.752527 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:39.752922 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Checking segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:39.753299 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Bound using segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:39.753733 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Bound port: c2f0a292-8500-4d5e-be54-75f88accdf07, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:39.753992 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3a1c30c-c0d6-44ec-8232-9efa04856d4d req-84f7487b-e26d-4010-994f-a17128bd8b24 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292676 Oct 27 21:26:39.755051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.761903 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86c35af-c037-4fb5-9174-483d1ebd3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.767285 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:39.880354 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:39.884192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:39.890663 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.938484 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:39.939930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:39.943906 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] 10.222.0.74 "PUT /v2.0/ports/c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 1094 time: 1.3598504 Oct 27 21:26:39.944836 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:26:39.950232 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d8229a-d74a-4f6e-9ec2-9f933873e26f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:26:39.987705 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0ac6-3bc6-43f0-a0cf-7c735d751803 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:40.015899 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c35af-c037-4fb5-9174-483d1ebd3c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad22a84-81b4-4930-b221-dfcde2ed305e,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:40.055952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.071010 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf2ba8b-cb31-4162-9080-645a37164154 x-openstack-request-id: req-ebf2ba8b-cb31-4162-9080-645a37164154 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:26:40.071952 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:26:40.072894 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebf2ba8b-cb31-4162-9080-645a37164154 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:26:40.073522 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'status': 'completed', 'code': 200} Oct 27 21:26:40.112778 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.234458 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404dfb5d-4cba-46d2-95a8-482fcb4a2667 {{(pid=101282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:40.242564 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.261472 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b86c35af-c037-4fb5-9174-483d1ebd3c0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff644743f5294f8883bc10fa95394bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2875717 Oct 27 21:26:40.261995 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52350) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:40.272499 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.provisioning_blocks [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Transition to ACTIVE for port object 404dfb5d-4cba-46d2-95a8-482fcb4a2667 will not be triggered until provisioned by entity L2. {{(pid=101282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:26:40.280199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.351361 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5295f4-cf7b-4aeb-b48b-3b460862fb09 req-17f89be1-6cb0-461c-b879-bc7fb23934af tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:40.352872 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1e5295f4-cf7b-4aeb-b48b-3b460862fb09 req-17f89be1-6cb0-461c-b879-bc7fb23934af tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.4771407 Oct 27 21:26:40.357696 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87f4b599-e514-4536-9c50-24b574c15f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.384248 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87f4b599-e514-4536-9c50-24b574c15f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.399095 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=404dfb5d-4cba-46d2-95a8-482fcb4a2667,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:40.412870 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.434206 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87f4b599-e514-4536-9c50-24b574c15f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.436768 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87f4b599-e514-4536-9c50-24b574c15f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.438074 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-87f4b599-e514-4536-9c50-24b574c15f5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cad22a84-81b4-4930-b221-dfcde2ed305e HTTP/1.1" status: 204 len: 168 time: 0.1749179 Oct 27 21:26:40.447093 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4b599-e514-4536-9c50-24b574c15f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad22a84-81b4-4930-b221-dfcde2ed305e,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:40.475944 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1e5295f4-cf7b-4aeb-b48b-3b460862fb09 req-d2c74673-d985-4437-9f5c-3296632766e7 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111441 Oct 27 21:26:40.489349 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Attempting to bind port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:26:40.489693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Attempting to bind port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:26:40.490015 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Attempting to bind port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 on network fcb41586-04fb-4630-80a3-c010cf91302f {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:40.505149 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 on network fcb41586-04fb-4630-80a3-c010cf91302f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:26:40.505468 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Attempting to bind port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 on network fcb41586-04fb-4630-80a3-c010cf91302f {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:26:40.519384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458c4e95-56e5-4fd8-9a4e-09b61d5a263e,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:40.521844 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:26:40.522219 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Checking segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:40.522557 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Bound using segment: {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:26:40.522989 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Bound port: 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:26:40.523342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.539840 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Checking segment: {'id': 'e7138cd0-87eb-455a-a108-f71d75478061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91629b7d-f58a-43fa-acdc-497a64781485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:26:40.540414 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Network hostable DHCP agents. Network: 91629b7d-f58a-43fa-acdc-497a64781485, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:26:40.590453 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Network 91629b7d-f58a-43fa-acdc-497a64781485 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:26:40.605326 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] For port 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host hv-cinder-81514, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:26:40.607251 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 91629b7d-f58a-43fa-acdc-497a64781485) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:26:40.610073 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] For port 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:26:40.613200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:40.613898 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.617762 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.621316 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e2542-d61a-4d87-af5e-9d8fb7f5c515 None None] Network 91629b7d-f58a-43fa-acdc-497a64781485 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:40.659790 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-78a31369-b789-4955-a2c5-e8103ead3924 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4991043 Oct 27 21:26:40.676269 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:40.676935 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.679696 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] 10.222.0.74 "PUT /v2.0/ports/404dfb5d-4cba-46d2-95a8-482fcb4a2667 HTTP/1.1" status: 200 len: 1093 time: 2.0903909 Oct 27 21:26:40.680203 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'tag': '404dfb5d-4cba-46d2-95a8-482fcb4a2667'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:26:40.683168 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618", "tag": "404dfb5d-4cba-46d2-95a8-482fcb4a2667"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:26:40.701421 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a51f7-5860-47ed-a239-7c502ececdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=404dfb5d-4cba-46d2-95a8-482fcb4a2667,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:40.736071 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e610d5-5ef8-4e02-98ed-b528889d5550 x-openstack-request-id: req-66e610d5-5ef8-4e02-98ed-b528889d5550 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:26:40.736361 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618", "tag": "404dfb5d-4cba-46d2-95a8-482fcb4a2667", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:26:40.736641 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66e610d5-5ef8-4e02-98ed-b528889d5550 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:26:40.737072 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'tag': '404dfb5d-4cba-46d2-95a8-482fcb4a2667', 'status': 'completed', 'code': 200} Oct 27 21:26:40.780228 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271121b-b4ef-444f-bd8f-c48c965cdbf7 None None] Network 91629b7d-f58a-43fa-acdc-497a64781485 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:26:40.949532 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0828f6-df0b-41f4-b9a9-09d8927e1a73 req-b7c3801a-7c70-4de8-94ac-6068c39f1436 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:40.957083 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dd0828f6-df0b-41f4-b9a9-09d8927e1a73 req-b7c3801a-7c70-4de8-94ac-6068c39f1436 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0936463 Oct 27 21:26:40.984093 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288133-bc2e-461c-9f09-953728dbc0fe req-3f14aa95-ea00-4beb-b1d7-4d51b4562ef9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:40.985605 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-48288133-bc2e-461c-9f09-953728dbc0fe req-3f14aa95-ea00-4beb-b1d7-4d51b4562ef9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0950043 Oct 27 21:26:41.015896 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dd0828f6-df0b-41f4-b9a9-09d8927e1a73 req-9218d496-94c5-40c5-82a3-fd8e9affea56 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579753 Oct 27 21:26:41.044969 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-48288133-bc2e-461c-9f09-953728dbc0fe req-3ffe57c7-a1fd-43a3-9051-a1348f71d33a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532320 Oct 27 21:26:41.598440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c619-223f-4183-8619-bc492adcb868 req-97359071-eeb3-4be1-8337-e2900e93856e tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:41.599934 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3f27c619-223f-4183-8619-bc492adcb868 req-97359071-eeb3-4be1-8337-e2900e93856e tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.0533171 Oct 27 21:26:41.636695 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3f27c619-223f-4183-8619-bc492adcb868 req-ecb05dd3-cf45-4d15-9095-5a035a1dc4e4 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Oct 27 21:26:41.761515 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:42.195461 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ec08c-0bcf-4fe0-a78f-7d430168f810 req-e8d49eff-7abc-482a-a4e6-e5ad7ccdfd45 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.200261 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e63ec08c-0bcf-4fe0-a78f-7d430168f810 req-e8d49eff-7abc-482a-a4e6-e5ad7ccdfd45 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1002548 Oct 27 21:26:42.239372 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6135ae-2872-4383-bd42-29299d16fdee req-6d6e6aee-d497-461d-ab6d-367dfdd8e76d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.241526 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ac6135ae-2872-4383-bd42-29299d16fdee req-6d6e6aee-d497-461d-ab6d-367dfdd8e76d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.1110840 Oct 27 21:26:42.297314 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e63ec08c-0bcf-4fe0-a78f-7d430168f810 req-2ff4db56-f859-4968-ba8e-917e9af45bf9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897064 Oct 27 21:26:42.321138 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ac6135ae-2872-4383-bd42-29299d16fdee req-0f95a226-e0ba-4fb3-a3a5-63d1e9957846 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Oct 27 21:26:42.447253 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-ac06190f-631f-4cda-b114-2b9918949a0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=245ae173-35e7-4ece-bf01-eb575f3d65f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994461 Oct 27 21:26:42.560607 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-8a2725bd-541f-4958-b19b-ee0359b04824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.562964 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-8a2725bd-541f-4958-b19b-ee0359b04824 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1096 time: 0.1547911 Oct 27 21:26:42.570560 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8229a-d74a-4f6e-9ec2-9f933873e26f req-1a9212e6-7792-4fea-bff0-f4e4bf4d3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.572093 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46d8229a-d74a-4f6e-9ec2-9f933873e26f req-1a9212e6-7792-4fea-bff0-f4e4bf4d3313 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1097 time: 0.1584790 Oct 27 21:26:42.579566 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40 req-f7b40a8a-ae24-4d2a-87c9-8fb7e2424439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.582090 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40 req-f7b40a8a-ae24-4d2a-87c9-8fb7e2424439 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 1096 time: 0.1073647 Oct 27 21:26:42.628648 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-c86e01da-e641-4b89-8d23-af8f4c8844cb service neutron] 10.222.0.74 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730270 Oct 27 21:26:42.640661 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-7681d539-d008-4a4b-801b-e97932bb803d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 217 time: 0.0475910 Oct 27 21:26:42.768889 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-bff53aa7-a348-49bd-81f0-16415e858121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.770607 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-bff53aa7-a348-49bd-81f0-16415e858121 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.1182616 Oct 27 21:26:42.823522 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-2ca3aeab-893d-4606-a9ce-1e2e713cb68c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406489 Oct 27 21:26:42.827986 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40 req-b1643acb-51c7-4459-8eab-9d0c896501bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.830473 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40 req-b1643acb-51c7-4459-8eab-9d0c896501bb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1980648 Oct 27 21:26:42.971240 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f45b2a-567f-4146-b8f8-6ad6b5d3f474 req-a1640f34-150e-4617-bf40-891ade0e9925 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.972981 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-54f45b2a-567f-4146-b8f8-6ad6b5d3f474 req-a1640f34-150e-4617-bf40-891ade0e9925 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.2079763 Oct 27 21:26:42.977383 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8229a-d74a-4f6e-9ec2-9f933873e26f req-812a4451-d72c-49b1-acfc-775feae04b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:42.980033 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46d8229a-d74a-4f6e-9ec2-9f933873e26f req-812a4451-d72c-49b1-acfc-775feae04b33 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3684459 Oct 27 21:26:42.982509 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-05775504-0c18-4a44-81af-63e569174ec9 service neutron] 10.222.0.74 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397110 Oct 27 21:26:43.014896 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-54f45b2a-567f-4146-b8f8-6ad6b5d3f474 req-35fed3df-cd77-457d-918e-d8be14d947d0 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Oct 27 21:26:43.026742 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-e3508d3d-0178-4c58-842f-e118f0ed47d4 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886828 Oct 27 21:26:43.028787 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40 req-1fa7541e-0493-42f3-b0f5-01003599c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:43.032941 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aa2653f5-6857-4b7c-b4ec-645c2d8d9c40 req-1fa7541e-0493-42f3-b0f5-01003599c20d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949260 Oct 27 21:26:43.471559 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc39d9-1a12-46ca-a9cf-7c0c4f57f39c req-029c5b76-f050-4356-919a-3ffdd306dbfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:43.474473 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fdfc39d9-1a12-46ca-a9cf-7c0c4f57f39c req-029c5b76-f050-4356-919a-3ffdd306dbfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1016214 Oct 27 21:26:43.525088 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b1c29-9507-436a-9982-e7a9d93ed02f req-4d3d9413-0823-4b28-93bc-f2d6fc4f22ac tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:43.535566 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-015b1c29-9507-436a-9982-e7a9d93ed02f req-4d3d9413-0823-4b28-93bc-f2d6fc4f22ac tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.1325729 Oct 27 21:26:43.584166 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fdfc39d9-1a12-46ca-a9cf-7c0c4f57f39c req-2edc8b2b-1380-4dd8-a979-d7fb448e9e8f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996895 Oct 27 21:26:43.608039 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-015b1c29-9507-436a-9982-e7a9d93ed02f req-97eaef4c-0abc-46b2-bd5a-17e322425afc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Oct 27 21:26:43.856300 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52476) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:43.967969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9b4ccde2-f23a-46a3-923f-0eb840079953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.053544 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9b4ccde2-f23a-46a3-923f-0eb840079953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.058426 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9b4ccde2-f23a-46a3-923f-0eb840079953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.108316 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9b4ccde2-f23a-46a3-923f-0eb840079953 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ddf4128aab9a456fb7020ea01ea8a94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507961 Oct 27 21:26:44.110192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ccde2-f23a-46a3-923f-0eb840079953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849e0b38-8120-4807-bf9c-a5b070486141,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:44.114212 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52486) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:44.141289 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ee04f-1388-46ce-8351-1bd329ccb8fb req-dda9ad16-146c-4388-9101-596b57eb036c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:44.142780 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0e5ee04f-1388-46ce-8351-1bd329ccb8fb req-dda9ad16-146c-4388-9101-596b57eb036c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 943 time: 0.0554616 Oct 27 21:26:44.170083 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6484aa11-39ed-495f-8ebd-2685bcbba5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.182832 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0e5ee04f-1388-46ce-8351-1bd329ccb8fb req-9da65870-488f-43f8-a2ee-82496afd1f47 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Oct 27 21:26:44.194015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6484aa11-39ed-495f-8ebd-2685bcbba5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.238910 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6484aa11-39ed-495f-8ebd-2685bcbba5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.241516 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6484aa11-39ed-495f-8ebd-2685bcbba5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.242640 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6484aa11-39ed-495f-8ebd-2685bcbba5d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/849e0b38-8120-4807-bf9c-a5b070486141 HTTP/1.1" status: 204 len: 168 time: 0.1273990 Oct 27 21:26:44.250489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484aa11-39ed-495f-8ebd-2685bcbba5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849e0b38-8120-4807-bf9c-a5b070486141,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:44.503693 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52492) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:44.516903 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7240bc06-9904-4082-9040-fb3fb544bbdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.597135 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7240bc06-9904-4082-9040-fb3fb544bbdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.600668 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7240bc06-9904-4082-9040-fb3fb544bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.644156 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7240bc06-9904-4082-9040-fb3fb544bbdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2298c34adf4547938489f914bc9e593e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393721 Oct 27 21:26:44.644384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52502) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:44.645089 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240bc06-9904-4082-9040-fb3fb544bbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167e92b8-beda-4297-adca-f4d167a756c3,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:44.704391 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 769e5fc2-8b67-4909-b01f-5a1f2a3b995a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:26:44.767434 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f282f3a3-9ba7-4c94-b2bb-6e95c1b9f2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.775588 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de908d-eabe-4c50-ad44-d5f5293f70d6 req-6d17a8b8-f0d0-456d-bce0-03a97185dd42 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:44.777066 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d2de908d-eabe-4c50-ad44-d5f5293f70d6 req-6d17a8b8-f0d0-456d-bce0-03a97185dd42 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1038373 Oct 27 21:26:44.803732 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56037464-f37f-4076-b92e-df218d2edab4 req-7c95c6ed-1a26-46c4-b84f-51ce24bfb3d5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:44.805041 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-56037464-f37f-4076-b92e-df218d2edab4 req-7c95c6ed-1a26-46c4-b84f-51ce24bfb3d5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.1108387 Oct 27 21:26:44.819323 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,segment=NetworkSegment(99c94848-06f7-48f1-a086-ca4eb74aedcb),segment_id=99c94848-06f7-48f1-a086-ca4eb74aedcb)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:44.830402 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a', 'network_id': '245ae173-35e7-4ece-bf01-eb575f3d65f0', 'port_id': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a', 'mac_address': 'fa:16:3e:c5:94:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e4539c-7f61-4671-a3d2-5045203413c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:26:44.830593 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f282f3a3-9ba7-4c94-b2bb-6e95c1b9f2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.866015 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.882963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769e5fc2-8b67-4909-b01f-5a1f2a3b995a {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:44.890404 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d2de908d-eabe-4c50-ad44-d5f5293f70d6 req-9c9f4199-3990-4039-8419-91519554c2b0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068752 Oct 27 21:26:44.892955 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-56037464-f37f-4076-b92e-df218d2edab4 req-2fdb0189-7a70-4ef6-94fc-dbaba14ed6e2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738230 Oct 27 21:26:44.903029 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,segment=NetworkSegment(99c94848-06f7-48f1-a086-ca4eb74aedcb),segment_id=99c94848-06f7-48f1-a086-ca4eb74aedcb)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:44.912483 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.917326 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f282f3a3-9ba7-4c94-b2bb-6e95c1b9f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.919824 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f282f3a3-9ba7-4c94-b2bb-6e95c1b9f2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.923640 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f282f3a3-9ba7-4c94-b2bb-6e95c1b9f2f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/167e92b8-beda-4297-adca-f4d167a756c3 HTTP/1.1" status: 204 len: 168 time: 0.2755079 Oct 27 21:26:44.938607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282f3a3-9ba7-4c94-b2bb-6e95c1b9f2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e92b8-beda-4297-adca-f4d167a756c3,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:44.969676 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:45.304160 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96298ff0-117c-423f-baa9-7212a3dba2fc req-0ab63539-e55e-4948-8448-f140a8184279 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:45.305759 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-96298ff0-117c-423f-baa9-7212a3dba2fc req-0ab63539-e55e-4948-8448-f140a8184279 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0525999 Oct 27 21:26:45.342430 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-96298ff0-117c-423f-baa9-7212a3dba2fc req-09ccf040-e72e-40f1-9b12-2a00c33b7cda tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Oct 27 21:26:45.848642 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-5b3c6eb3-8fd3-4427-8cd3-99735a30b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:45.850385 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-5b3c6eb3-8fd3-4427-8cd3-99735a30b696 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 1096 time: 0.0741010 Oct 27 21:26:45.870408 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af578f10-7a55-4f32-a991-c9d1969270b4 req-3e0ae043-a5ce-4cd5-9ca9-a4f0ea0b5afc service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574206 Oct 27 21:26:45.911600 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8229a-d74a-4f6e-9ec2-9f933873e26f req-19ed9340-6c60-4439-a7cd-ee37a7711c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:45.913968 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-646b8b7c-1d40-45bb-9ffe-ed5371b39ae2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667 HTTP/1.1" status: 200 len: 217 time: 0.0414438 Oct 27 21:26:45.914092 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46d8229a-d74a-4f6e-9ec2-9f933873e26f req-19ed9340-6c60-4439-a7cd-ee37a7711c94 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2119303 Oct 27 21:26:46.018411 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-82a2ba15-b89e-4bcf-a2e6-e79d3bb30a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:46.020014 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-82a2ba15-b89e-4bcf-a2e6-e79d3bb30a9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0480685 Oct 27 21:26:46.057258 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-14f86f32-3363-4f4c-877c-216cedc7cf02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290000 Oct 27 21:26:46.160649 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-4c786210-8cef-44d8-96e3-389827f859b0 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959899 Oct 27 21:26:46.258401 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca34c-5179-4d94-8e75-27055a562a4c req-434bc349-0e45-4d77-b76c-b7debd54a5ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:46.260378 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b18ca34c-5179-4d94-8e75-27055a562a4c req-434bc349-0e45-4d77-b76c-b7debd54a5ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.2922931 Oct 27 21:26:46.273707 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaebc1-631f-4cf3-b7f6-de866f1d2089 req-9563ed00-3512-49ef-afe3-d2b3959ba784 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:46.275094 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aecaebc1-631f-4cf3-b7f6-de866f1d2089 req-9563ed00-3512-49ef-afe3-d2b3959ba784 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.2916412 Oct 27 21:26:46.279689 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-af1f8f29-28e1-482c-a34d-b42bccec7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:46.281061 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-af1f8f29-28e1-482c-a34d-b42bccec7fe7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1097 time: 0.2698524 Oct 27 21:26:46.330235 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b18ca34c-5179-4d94-8e75-27055a562a4c req-a2e01a41-d451-4081-9687-cdd0b90b4751 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529637 Oct 27 21:26:46.337292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aecaebc1-631f-4cf3-b7f6-de866f1d2089 req-b572ba60-d727-4d6f-80f1-32dd862e4e04 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513427 Oct 27 21:26:46.454777 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8d1e7-321b-458b-98cd-fc1ecce7871e req-919bdd8d-3208-4c57-87c0-a41d353ce2f5 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:46.456138 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fd8d1e7-321b-458b-98cd-fc1ecce7871e req-919bdd8d-3208-4c57-87c0-a41d353ce2f5 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0481064 Oct 27 21:26:46.492428 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fd8d1e7-321b-458b-98cd-fc1ecce7871e req-2d80f42b-c356-4957-9b43-eab7333723ee tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301740 Oct 27 21:26:47.000199 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['769e5fc2-8b67-4909-b01f-5a1f2a3b995a'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:26:47.483610 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd41f58-3f2d-4aa2-a6a6-520fedfeeca2 req-53e4d6b6-58d5-4773-ac55-bad42e5c49d5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:47.485109 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9fd41f58-3f2d-4aa2-a6a6-520fedfeeca2 req-53e4d6b6-58d5-4773-ac55-bad42e5c49d5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0818460 Oct 27 21:26:47.492952 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0aa46-d9b9-4991-8b77-0a5007956835 req-83db407c-ff3f-462d-9db0-48d98d8f898e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:47.494558 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-10b0aa46-d9b9-4991-8b77-0a5007956835 req-83db407c-ff3f-462d-9db0-48d98d8f898e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0813622 Oct 27 21:26:47.558062 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-10b0aa46-d9b9-4991-8b77-0a5007956835 req-0ea236ae-69f6-472e-b1db-2af5e00c81cb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563095 Oct 27 21:26:47.560844 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9fd41f58-3f2d-4aa2-a6a6-520fedfeeca2 req-46fe7705-19e9-4445-bef4-3bc38a4d40c0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652542 Oct 27 21:26:47.678872 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4edf-3b19-4e4d-888e-5f808120a8d3 req-979cc6f7-37f1-4277-b064-4852688ea221 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:47.680303 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1e3e4edf-3b19-4e4d-888e-5f808120a8d3 req-979cc6f7-37f1-4277-b064-4852688ea221 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0490093 Oct 27 21:26:47.720764 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1e3e4edf-3b19-4e4d-888e-5f808120a8d3 req-de957df1-7814-486a-b3a1-43e63c27e104 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Oct 27 21:26:48.708192 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60dd9-2012-40fb-a9c5-a879f02f936a req-d9d377f3-30e2-405c-91c4-e0906fe76600 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:48.709779 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30f60dd9-2012-40fb-a9c5-a879f02f936a req-d9d377f3-30e2-405c-91c4-e0906fe76600 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0756974 Oct 27 21:26:48.718311 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e95e0-b1d4-451c-9f2d-043f0529426f req-94cb0d7a-7640-4b9a-b19a-19e2a3956ff0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:48.719931 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce5e95e0-b1d4-451c-9f2d-043f0529426f req-94cb0d7a-7640-4b9a-b19a-19e2a3956ff0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0751932 Oct 27 21:26:48.772932 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30f60dd9-2012-40fb-a9c5-a879f02f936a req-9d755d2b-788f-45e6-a972-cf61265472e5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519555 Oct 27 21:26:48.779046 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce5e95e0-b1d4-451c-9f2d-043f0529426f req-9695abcd-85b7-49cc-92fa-34424342a3af tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524738 Oct 27 21:26:48.893667 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-806698bb-5b50-4733-806d-3488c53aa973 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 217 time: 0.0381138 Oct 27 21:26:48.917027 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0ca9c-67b3-49cd-9efd-1fe3dc9b66cc req-6defbb0e-a6d2-49dd-9f9a-614863a5f94b tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:48.918635 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b5a0ca9c-67b3-49cd-9efd-1fe3dc9b66cc req-6defbb0e-a6d2-49dd-9f9a-614863a5f94b tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0926630 Oct 27 21:26:48.934627 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-336bc149-2f7e-4f9a-b6e3-ce1c954b890a req-57b59f5a-91e9-42f3-9c95-bef3aca8f2a5 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893474 Oct 27 21:26:48.976425 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-de4bdb41-ad89-4a2a-ba3f-9aa9b7ff21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:48.977897 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-de4bdb41-ad89-4a2a-ba3f-9aa9b7ff21f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0760739 Oct 27 21:26:48.989347 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b5a0ca9c-67b3-49cd-9efd-1fe3dc9b66cc req-503ed733-e612-4f5b-ab85-a8cb0318405b tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520110 Oct 27 21:26:49.072990 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-b563cd36-e68b-4f94-a30d-80bd1620ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:49.074478 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-b563cd36-e68b-4f94-a30d-80bd1620ad8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543113 Oct 27 21:26:49.076937 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:49.171015 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-b14b6729-a66d-46bd-9ba6-673c976881e5 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851238 Oct 27 21:26:49.265986 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d39f67ee-ba4c-4235-b05c-77d1e1689068 req-287653de-bea8-47b6-a452-d8d8e19fd5ca service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858874 Oct 27 21:26:49.914004 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6d7aa-aadd-48e2-916b-fe3ca95ac4f5 req-0b763515-6a8f-41a4-8765-148a1904f8a9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:49.915486 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8b6d7aa-aadd-48e2-916b-fe3ca95ac4f5 req-0b763515-6a8f-41a4-8765-148a1904f8a9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0758991 Oct 27 21:26:49.927505 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49a1b2-61e7-491e-b501-f60016a17b1f req-20358710-40a5-4b04-81db-28321eeb5f13 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:49.928924 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c49a1b2-61e7-491e-b501-f60016a17b1f req-20358710-40a5-4b04-81db-28321eeb5f13 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0643094 Oct 27 21:26:49.987793 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8b6d7aa-aadd-48e2-916b-fe3ca95ac4f5 req-2e9eab8f-a0c5-4b2a-b2c5-a099a31b4b34 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577707 Oct 27 21:26:49.992659 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c49a1b2-61e7-491e-b501-f60016a17b1f req-b9734bfc-b3e4-4a07-a3a5-798aee332b35 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570347 Oct 27 21:26:50.117316 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b78c0-4667-432f-9657-46912339ca98 req-026d10e5-5e28-4e45-8927-298691cf3c1d tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:50.118824 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6b1b78c0-4667-432f-9657-46912339ca98 req-026d10e5-5e28-4e45-8927-298691cf3c1d tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0514250 Oct 27 21:26:50.158293 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6b1b78c0-4667-432f-9657-46912339ca98 req-de4c599e-9248-4365-8901-cb88ab438ad6 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Oct 27 21:26:51.141634 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebb482-6f7e-481f-8f44-1ca30c3de54c req-1648f96c-d9e3-4dc3-905c-38f7c353f515 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:51.143092 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-97ebb482-6f7e-481f-8f44-1ca30c3de54c req-1648f96c-d9e3-4dc3-905c-38f7c353f515 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0750866 Oct 27 21:26:51.150542 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0568b47-0f8c-4a3b-ab42-0e0f6c0a1893 req-232ae431-3a62-44a9-add2-2956c6236d3f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:51.151865 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c0568b47-0f8c-4a3b-ab42-0e0f6c0a1893 req-232ae431-3a62-44a9-add2-2956c6236d3f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0850492 Oct 27 21:26:51.208045 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-97ebb482-6f7e-481f-8f44-1ca30c3de54c req-d5a8e5ec-16ce-429f-8194-81ceec0f2b24 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552726 Oct 27 21:26:51.210734 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c0568b47-0f8c-4a3b-ab42-0e0f6c0a1893 req-4703e7df-b3ea-4070-9a18-9b6aed19711f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524890 Oct 27 21:26:51.314268 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601c91-fd5a-4868-b28d-2ed2a1547d37 req-37e3bf3d-2bd6-4203-a580-1885409049a0 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:51.315808 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a9601c91-fd5a-4868-b28d-2ed2a1547d37 req-37e3bf3d-2bd6-4203-a580-1885409049a0 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0516884 Oct 27 21:26:51.353809 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a9601c91-fd5a-4868-b28d-2ed2a1547d37 req-359ff2c2-1ad2-4122-aa50-54b6d7690dd5 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Oct 27 21:26:52.314681 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c8505360-9c95-4abb-b24c-4165b5754f4d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:26:52.360091 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c74e53-09c4-4d01-a9a0-bd7af3e4b396 req-144fa7dc-4a22-4861-87b4-3dbfd63f0f5f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:52.360558 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-34c74e53-09c4-4d01-a9a0-bd7af3e4b396 req-144fa7dc-4a22-4861-87b4-3dbfd63f0f5f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0726538 Oct 27 21:26:52.393789 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1e2a-016f-435f-b16a-b4683118c61d req-92b86f81-6a39-435c-9304-5646957c1b9f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:52.395201 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1cc1e2a-016f-435f-b16a-b4683118c61d req-92b86f81-6a39-435c-9304-5646957c1b9f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1161478 Oct 27 21:26:52.399508 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 769e5fc2-8b67-4909-b01f-5a1f2a3b995a up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:52.427727 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-34c74e53-09c4-4d01-a9a0-bd7af3e4b396 req-196ff4ac-f3a5-4a25-bd59-1c2a1ba2525b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 Oct 27 21:26:52.461574 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1cc1e2a-016f-435f-b16a-b4683118c61d req-703c97a0-dbc6-4c27-8533-c2c29daeba53 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515678 Oct 27 21:26:52.464515 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:26:52.480174 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:52.480555 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:52.530855 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c8505360-9c95-4abb-b24c-4165b5754f4d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c8505360-9c95-4abb-b24c-4165b5754f4d,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:52.549769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'c8505360-9c95-4abb-b24c-4165b5754f4d', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'port_id': 'c8505360-9c95-4abb-b24c-4165b5754f4d', 'mac_address': 'fa:16:3e:2f:7a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:26:52.568550 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41779f-5828-4917-bf0f-96ccc4c2bed7 req-d01aadf3-c03d-407d-87f6-33865dfa83e4 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:52.577313 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9c41779f-5828-4917-bf0f-96ccc4c2bed7 req-d01aadf3-c03d-407d-87f6-33865dfa83e4 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 944 time: 0.0596457 Oct 27 21:26:52.610629 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9c41779f-5828-4917-bf0f-96ccc4c2bed7 req-f6207e36-a507-43e6-b99d-b588ca28ce23 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Oct 27 21:26:52.613318 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:52.629797 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:52.633094 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8505360-9c95-4abb-b24c-4165b5754f4d {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:52.667045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c8505360-9c95-4abb-b24c-4165b5754f4d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c8505360-9c95-4abb-b24c-4165b5754f4d,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:52.672937 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815f559e-3bed-4627-ae38-d137618e7402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:26:52.739438 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:52.751259 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,segment=NetworkSegment(99c94848-06f7-48f1-a086-ca4eb74aedcb),segment_id=99c94848-06f7-48f1-a086-ca4eb74aedcb)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:52.778337 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:52.803104 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c8505360-9c95-4abb-b24c-4165b5754f4d,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:52.858948 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:52.891241 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ffaab5-780b-401d-8336-694c30895559" -d '{"events": [{"server_uuid": "815f559e-3bed-4627-ae38-d137618e7402", "name": "network-vif-plugged", "status": "completed", "tag": "769e5fc2-8b67-4909-b01f-5a1f2a3b995a"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:26:52.999005 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8a8f0-8ad4-4d7a-bbcb-71c3ff49ca4d x-openstack-request-id: req-2fd8a8f0-8ad4-4d7a-bbcb-71c3ff49ca4d {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:26:52.999291 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815f559e-3bed-4627-ae38-d137618e7402", "name": "network-vif-plugged", "status": "completed", "tag": "769e5fc2-8b67-4909-b01f-5a1f2a3b995a", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:26:52.999545 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2fd8a8f0-8ad4-4d7a-bbcb-71c3ff49ca4d {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:26:52.999999 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815f559e-3bed-4627-ae38-d137618e7402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a', 'code': 200} Oct 27 21:26:53.132045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['c8505360-9c95-4abb-b24c-4165b5754f4d'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:26:53.268337 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ffa1-e913-4093-8d06-b2b16f44380a req-ae7eabfe-e89d-4626-a3c8-b6132a129192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:53.269851 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-caf2ffa1-e913-4093-8d06-b2b16f44380a req-ae7eabfe-e89d-4626-a3c8-b6132a129192 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 1098 time: 0.0884671 Oct 27 21:26:53.290055 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-caf2ffa1-e913-4093-8d06-b2b16f44380a req-e79a5815-eca5-4d37-8061-55214710554f service neutron] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:53.364471 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-caf2ffa1-e913-4093-8d06-b2b16f44380a req-e79a5815-eca5-4d37-8061-55214710554f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:53.368239 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-caf2ffa1-e913-4093-8d06-b2b16f44380a req-e79a5815-eca5-4d37-8061-55214710554f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:53.397728 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-caf2ffa1-e913-4093-8d06-b2b16f44380a req-e79a5815-eca5-4d37-8061-55214710554f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201353 Oct 27 21:26:53.406856 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a5815-eca5-4d37-8061-55214710554f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=199eb6df-3ce6-4907-9443-0aed56e07a59,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:53.585122 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2430773-b7d9-4d1b-8302-9e24795a0b69 req-66b296af-bf2d-4933-bc7a-6fdbefeef187 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:53.586785 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d2430773-b7d9-4d1b-8302-9e24795a0b69 req-66b296af-bf2d-4933-bc7a-6fdbefeef187 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.0848770 Oct 27 21:26:53.605385 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f4469-7fc9-498d-8ca3-1d4293050086 req-e178dfce-4c7a-4a1f-b2ed-d1cb0321d24f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:53.606958 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5f7f4469-7fc9-498d-8ca3-1d4293050086 req-e178dfce-4c7a-4a1f-b2ed-d1cb0321d24f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0761783 Oct 27 21:26:53.666151 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d2430773-b7d9-4d1b-8302-9e24795a0b69 req-6e78a99f-13c4-4c7f-a5a6-4a4899680781 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Oct 27 21:26:53.668923 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5f7f4469-7fc9-498d-8ca3-1d4293050086 req-59cc3b55-9d01-45ad-a41f-5afdcd481324 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554111 Oct 27 21:26:53.815996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308acfdc-892d-4776-aaf4-338a1cd4380a req-cefb9081-3949-446b-b3c6-5cf6de660d53 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:53.817541 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-308acfdc-892d-4776-aaf4-338a1cd4380a req-cefb9081-3949-446b-b3c6-5cf6de660d53 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.0685160 Oct 27 21:26:53.863841 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-308acfdc-892d-4776-aaf4-338a1cd4380a req-62c76bf5-2c95-45ad-a026-8a5e18ed17d1 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396066 Oct 27 21:26:54.012189 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52768) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:54.124253 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7d337423-4498-4eff-a599-3d2ca518b062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.202079 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7d337423-4498-4eff-a599-3d2ca518b062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.207352 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7d337423-4498-4eff-a599-3d2ca518b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.250521 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7d337423-4498-4eff-a599-3d2ca518b062 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a251b9b27694caead4ce6ae02d74ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371066 Oct 27 21:26:54.251383 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d337423-4498-4eff-a599-3d2ca518b062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27348b81-37ff-4ebd-9dee-51eab846edf7,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:54.253362 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52780) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:54.346996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b2308bf-6528-41d5-ad82-8d68d8c2cd30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.368045 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b2308bf-6528-41d5-ad82-8d68d8c2cd30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.424018 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b2308bf-6528-41d5-ad82-8d68d8c2cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.426470 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b2308bf-6528-41d5-ad82-8d68d8c2cd30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.427646 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6b2308bf-6528-41d5-ad82-8d68d8c2cd30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27348b81-37ff-4ebd-9dee-51eab846edf7 HTTP/1.1" status: 204 len: 168 time: 0.1730185 Oct 27 21:26:54.435908 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2308bf-6528-41d5-ad82-8d68d8c2cd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27348b81-37ff-4ebd-9dee-51eab846edf7,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:54.701819 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 52794) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:54.716961 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d8596d19-1fb4-49bd-b2f7-b946534ce178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.874683 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1c73-a7d0-4f29-bf44-3549723394ff req-50d3db85-e0a8-45b0-9204-306bb73e6eeb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:54.876533 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-42ea1c73-a7d0-4f29-bf44-3549723394ff req-50d3db85-e0a8-45b0-9204-306bb73e6eeb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.1172929 Oct 27 21:26:54.887331 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d8596d19-1fb4-49bd-b2f7-b946534ce178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.896893 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0294-6c26-4f79-b648-6fedf159b470 req-eb032a65-1418-4f65-a224-633f29964476 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:54.898704 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e2b0294-6c26-4f79-b648-6fedf159b470 req-eb032a65-1418-4f65-a224-633f29964476 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1430349 Oct 27 21:26:54.906499 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d8596d19-1fb4-49bd-b2f7-b946534ce178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:54.999370 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-42ea1c73-a7d0-4f29-bf44-3549723394ff req-392f505a-fd78-4919-9363-36d25f022ee6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163604 Oct 27 21:26:55.004026 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d8596d19-1fb4-49bd-b2f7-b946534ce178 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=532d6a3d6a8d439f8281d896bbf01199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981148 Oct 27 21:26:55.004026 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8596d19-1fb4-49bd-b2f7-b946534ce178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5231f5d-3fab-446d-99a1-58e3a701c9ce,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:55.005211 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52806) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:55.010460 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e2b0294-6c26-4f79-b648-6fedf159b470 req-f2787790-ce93-494d-9f25-9cc5c6f0af97 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049201 Oct 27 21:26:55.074909 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8082ac63-c8ce-4108-9b10-a06cd522547f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.097834 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8082ac63-c8ce-4108-9b10-a06cd522547f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.130217 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18682191-ab20-4c79-b7c5-b2b98e810b39 req-b681f812-1ddb-4ab1-9d63-84e0152f2137 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:55.132274 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18682191-ab20-4c79-b7c5-b2b98e810b39 req-b681f812-1ddb-4ab1-9d63-84e0152f2137 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.0665917 Oct 27 21:26:55.181076 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18682191-ab20-4c79-b7c5-b2b98e810b39 req-f6b19470-5c55-4a40-8038-f7f62744ed5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Oct 27 21:26:55.181916 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8082ac63-c8ce-4108-9b10-a06cd522547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.186038 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8082ac63-c8ce-4108-9b10-a06cd522547f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.187309 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8082ac63-c8ce-4108-9b10-a06cd522547f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5231f5d-3fab-446d-99a1-58e3a701c9ce HTTP/1.1" status: 204 len: 168 time: 0.1800833 Oct 27 21:26:55.199423 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082ac63-c8ce-4108-9b10-a06cd522547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5231f5d-3fab-446d-99a1-58e3a701c9ce,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:55.355117 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:26:55.370427 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c8505360-9c95-4abb-b24c-4165b5754f4d up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:26:55.546250 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port c8505360-9c95-4abb-b24c-4165b5754f4d completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:26:55.561877 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port c8505360-9c95-4abb-b24c-4165b5754f4d triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:26:55.562252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.603508 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:55.622340 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'mac_address': 'fa:16:3e:28:b1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:26:55.702867 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.715665 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.728792 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f0a292-8500-4d5e-be54-75f88accdf07 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:55.758890 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:55.764756 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8505360-9c95-4abb-b24c-4165b5754f4d'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:26:55.767407 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf160d2-6f44-42e6-aa46-fd90257b3944" -d '{"events": [{"server_uuid": "463dbd7f-c49f-424b-a44f-29c8cc16f1ab", "name": "network-vif-plugged", "status": "completed", "tag": "c8505360-9c95-4abb-b24c-4165b5754f4d"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:26:55.773566 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.774219 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 404dfb5d-4cba-46d2-95a8-482fcb4a2667 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:26:55.788742 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c8505360-9c95-4abb-b24c-4165b5754f4d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c8505360-9c95-4abb-b24c-4165b5754f4d,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:55.816636 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:55.874212 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b51033-4694-40be-b599-4b0cc0d4ebf0 x-openstack-request-id: req-19b51033-4694-40be-b599-4b0cc0d4ebf0 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:26:55.874577 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463dbd7f-c49f-424b-a44f-29c8cc16f1ab", "name": "network-vif-plugged", "status": "completed", "tag": "c8505360-9c95-4abb-b24c-4165b5754f4d", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:26:55.874876 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19b51033-4694-40be-b599-4b0cc0d4ebf0 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:26:55.875445 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8505360-9c95-4abb-b24c-4165b5754f4d', 'code': 200} Oct 27 21:26:55.912426 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:56.007299 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c8505360-9c95-4abb-b24c-4165b5754f4d,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:56.028360 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:56.043627 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '404dfb5d-4cba-46d2-95a8-482fcb4a2667', 'network_id': 'fcb41586-04fb-4630-80a3-c010cf91302f', 'port_id': '404dfb5d-4cba-46d2-95a8-482fcb4a2667', 'mac_address': 'fa:16:3e:2c:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf1bbd8-95ea-419d-a7ca-f6999001b1d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:26:56.141401 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:56.171585 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404dfb5d-4cba-46d2-95a8-482fcb4a2667 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:26:56.200918 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:26:56.206598 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:56.258674 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64683a-eab6-45cb-9a17-41de3bb15831 req-4b9951a8-4cf3-4f2a-995b-1c87b148ad29 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:56.260792 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3a64683a-eab6-45cb-9a17-41de3bb15831 req-4b9951a8-4cf3-4f2a-995b-1c87b148ad29 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 943 time: 0.1319232 Oct 27 21:26:56.279413 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2f39-356b-4cda-861e-2cd8b51589af req-c1f04dd9-5158-4e6f-a608-76b9b3415ae3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:56.282343 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-443c2f39-356b-4cda-861e-2cd8b51589af req-c1f04dd9-5158-4e6f-a608-76b9b3415ae3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.1627080 Oct 27 21:26:56.289395 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7756762-c049-4dd9-88a5-9d0ed8e001f4 req-ef93ee69-6dbf-418e-b7c7-6dab50ac9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:56.291708 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b7756762-c049-4dd9-88a5-9d0ed8e001f4 req-ef93ee69-6dbf-418e-b7c7-6dab50ac9308 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.1245146 Oct 27 21:26:56.307125 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=404dfb5d-4cba-46d2-95a8-482fcb4a2667,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:56.377669 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3a64683a-eab6-45cb-9a17-41de3bb15831 req-d6bf99f0-4324-4c0f-8242-3d2e08704c47 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924606 Oct 27 21:26:56.382369 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-443c2f39-356b-4cda-861e-2cd8b51589af req-a87f72f0-b6c8-483c-9a61-39e52411b394 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896442 Oct 27 21:26:56.384915 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b7756762-c049-4dd9-88a5-9d0ed8e001f4 req-a89ab818-240b-4517-952b-ed4132821977 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845692 Oct 27 21:26:56.526441 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87abc-56c9-463e-b66c-590199ff79af req-a201af27-3bf3-441c-805e-8c69edee1418 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:56.534568 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0cd87abc-56c9-463e-b66c-590199ff79af req-a201af27-3bf3-441c-805e-8c69edee1418 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.0719926 Oct 27 21:26:56.597470 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0cd87abc-56c9-463e-b66c-590199ff79af req-513f282d-c82b-4f64-b8ba-24e8f1d462a3 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614643 Oct 27 21:26:56.608227 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['c2f0a292-8500-4d5e-be54-75f88accdf07'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:26:56.636605 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['404dfb5d-4cba-46d2-95a8-482fcb4a2667'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:26:57.548448 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec85931-bb8e-4dc9-b911-f7ef501ed024 req-e898bedb-27d9-4743-8a54-6dab9ded8b5a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:57.550204 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-eec85931-bb8e-4dc9-b911-f7ef501ed024 req-e898bedb-27d9-4743-8a54-6dab9ded8b5a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 944 time: 0.0788479 Oct 27 21:26:57.559143 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e91bec-e081-444d-9bc7-92ccb53a626e req-f45925e5-2b3a-4d4d-8ddd-0c82d923a211 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:57.560706 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a9e91bec-e081-444d-9bc7-92ccb53a626e req-f45925e5-2b3a-4d4d-8ddd-0c82d923a211 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0880883 Oct 27 21:26:57.625183 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-eec85931-bb8e-4dc9-b911-f7ef501ed024 req-a045abe8-4820-4121-a5c0-dd38082d5593 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634501 Oct 27 21:26:57.627822 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a9e91bec-e081-444d-9bc7-92ccb53a626e req-78dcadc7-6aa0-4e4b-ba61-5696d224fe5d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589392 Oct 27 21:26:58.079761 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 52994) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:58.185953 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24122057-1057-46fd-b3e2-95b6ed55e6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.262638 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24122057-1057-46fd-b3e2-95b6ed55e6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.267691 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24122057-1057-46fd-b3e2-95b6ed55e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.303975 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122057-1057-46fd-b3e2-95b6ed55e6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb078a5-dca7-41c2-a02e-5884ddcad4a7,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:58.309052 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-24122057-1057-46fd-b3e2-95b6ed55e6bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5aab20930b834c0d8ad23327fabb3447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282305 Oct 27 21:26:58.310782 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53006) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:58.370163 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b774b385-9ccd-46c0-a88a-6fbdbf580909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.391585 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b774b385-9ccd-46c0-a88a-6fbdbf580909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.441226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b774b385-9ccd-46c0-a88a-6fbdbf580909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.443920 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b774b385-9ccd-46c0-a88a-6fbdbf580909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.445098 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b774b385-9ccd-46c0-a88a-6fbdbf580909 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfb078a5-dca7-41c2-a02e-5884ddcad4a7 HTTP/1.1" status: 204 len: 168 time: 0.1333988 Oct 27 21:26:58.454661 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774b385-9ccd-46c0-a88a-6fbdbf580909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb078a5-dca7-41c2-a02e-5884ddcad4a7,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:58.762308 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53030) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:58.775251 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-677803e9-0444-415a-9f2d-961caf489c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.788042 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be4a69-0e12-4382-b32d-b0936b4f38c2 req-5f990dd1-16d7-4f14-8498-46152f29918d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:58.789828 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e1be4a69-0e12-4382-b32d-b0936b4f38c2 req-5f990dd1-16d7-4f14-8498-46152f29918d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 944 time: 0.0514829 Oct 27 21:26:58.830743 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e1be4a69-0e12-4382-b32d-b0936b4f38c2 req-f50e8c43-32e2-4c69-bdb6-9745c12dd4d5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Oct 27 21:26:58.852409 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-677803e9-0444-415a-9f2d-961caf489c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.857342 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-677803e9-0444-415a-9f2d-961caf489c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.893615 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677803e9-0444-415a-9f2d-961caf489c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01eeb82-2ce4-4c25-befb-e8c80127d107,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:58.899084 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-677803e9-0444-415a-9f2d-961caf489c0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=670d0bf6b9f74570ab25b7e72b78703f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356108 Oct 27 21:26:58.902235 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53034) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:26:58.939115 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf79df2-1848-486c-a021-6bc5e428ba0c req-e0b74eae-c3c1-4225-8412-e0b1211aad11 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:58.940553 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8bf79df2-1848-486c-a021-6bc5e428ba0c req-e0b74eae-c3c1-4225-8412-e0b1211aad11 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0501497 Oct 27 21:26:58.953438 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-edb87422-b03e-46ea-a7fe-4c2a9b7ca7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.975936 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-edb87422-b03e-46ea-a7fe-4c2a9b7ca7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:58.977294 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8bf79df2-1848-486c-a021-6bc5e428ba0c req-504bb1f2-d50b-4e18-9606-7d42046a3f2d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Oct 27 21:26:59.024626 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-edb87422-b03e-46ea-a7fe-4c2a9b7ca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:59.027791 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-edb87422-b03e-46ea-a7fe-4c2a9b7ca7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:59.029035 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-edb87422-b03e-46ea-a7fe-4c2a9b7ca7b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d01eeb82-2ce4-4c25-befb-e8c80127d107 HTTP/1.1" status: 204 len: 168 time: 0.1258914 Oct 27 21:26:59.036697 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb87422-b03e-46ea-a7fe-4c2a9b7ca7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01eeb82-2ce4-4c25-befb-e8c80127d107,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:26:59.946804 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6eeb66-67e9-455f-a3b0-9fc6485fc6c3 req-fe71f534-f790-450c-9d69-b7764d51cb69 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:26:59.950000 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cc6eeb66-67e9-455f-a3b0-9fc6485fc6c3 req-fe71f534-f790-450c-9d69-b7764d51cb69 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 944 time: 0.0543792 Oct 27 21:26:59.992543 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cc6eeb66-67e9-455f-a3b0-9fc6485fc6c3 req-f3cd9092-c81c-404f-859f-8573d343bed3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Oct 27 21:27:00.097574 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767be4b9-f2df-4ddc-a326-9ac89376ee39 req-9999507d-981c-4699-bc9b-8b9de43d4aa3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:00.099023 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-767be4b9-f2df-4ddc-a326-9ac89376ee39 req-9999507d-981c-4699-bc9b-8b9de43d4aa3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0505676 Oct 27 21:27:00.137755 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-767be4b9-f2df-4ddc-a326-9ac89376ee39 req-fe542bfd-e9f1-4a03-8691-4118404b9860 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Oct 27 21:27:00.626685 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:27:00.676755 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port c2f0a292-8500-4d5e-be54-75f88accdf07 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:27:00.680958 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port c2f0a292-8500-4d5e-be54-75f88accdf07 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:27:00.681331 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:00.764555 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:00.788960 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:00.792025 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696dffd-2f2e-4965-ac1f-37633db5c297" -d '{"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:00.806736 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:00.810521 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:00.811518 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 404dfb5d-4cba-46d2-95a8-482fcb4a2667 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:27:00.858336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6bbdc8-3444-43ba-8a61-d48fab027bff x-openstack-request-id: req-cf6bbdc8-3444-43ba-8a61-d48fab027bff {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:00.858673 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:00.858936 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf6bbdc8-3444-43ba-8a61-d48fab027bff {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:00.859397 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'code': 200} Oct 27 21:27:00.913465 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:00.927229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:27:00.931142 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:27:00.931506 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:01.007343 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:01.047630 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:01.053763 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:01.104686 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=404dfb5d-4cba-46d2-95a8-482fcb4a2667,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:01.132833 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63f9aa-789a-46c8-8221-d4fb2cca8069 req-9c9118aa-7875-4903-9354-533a5b4ff039 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:01.134881 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab63f9aa-789a-46c8-8221-d4fb2cca8069 req-9c9118aa-7875-4903-9354-533a5b4ff039 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0526814 Oct 27 21:27:01.172115 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab63f9aa-789a-46c8-8221-d4fb2cca8069 req-cd69d523-dbcf-4af6-91c8-750694d7bffc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Oct 27 21:27:01.252521 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390bce-2af3-43e3-8a72-1d3f32ac963f req-c251eb9c-194e-46a3-8054-b4766ea4ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:01.254074 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-37390bce-2af3-43e3-8a72-1d3f32ac963f req-c251eb9c-194e-46a3-8054-b4766ea4ba02 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1099 time: 0.0683780 Oct 27 21:27:01.287052 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6c79-ed32-4094-a540-256204a37abd req-dddc9a7a-e01a-4e4b-a604-a869a36c3afa tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:01.288458 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8e4c6c79-ed32-4094-a540-256204a37abd req-dddc9a7a-e01a-4e4b-a604-a869a36c3afa tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0702648 Oct 27 21:27:01.312783 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-37390bce-2af3-43e3-8a72-1d3f32ac963f req-db9d3a40-8ab8-4e4e-b8ab-9edfafdde40e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510013 Oct 27 21:27:01.331074 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8e4c6c79-ed32-4094-a540-256204a37abd req-ed461a7e-4de4-4aee-a79c-f46b3cc7426f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344687 Oct 27 21:27:02.291421 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69f255-8f09-4aaa-9b28-fab7acdbff5a req-cac237e6-f642-4303-b035-c97b5b9f8057 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:02.292935 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-da69f255-8f09-4aaa-9b28-fab7acdbff5a req-cac237e6-f642-4303-b035-c97b5b9f8057 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0503588 Oct 27 21:27:02.333672 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-da69f255-8f09-4aaa-9b28-fab7acdbff5a req-b5ead2f6-9722-4344-9267-817c80c946b7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Oct 27 21:27:02.453836 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8036-373a-403e-8203-bcd18f80c0a9 req-d8ebd35f-f9e0-46e8-9664-613d22fa878b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:02.455343 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ac0c8036-373a-403e-8203-bcd18f80c0a9 req-d8ebd35f-f9e0-46e8-9664-613d22fa878b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0517709 Oct 27 21:27:02.497506 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ac0c8036-373a-403e-8203-bcd18f80c0a9 req-6c315796-7e98-46d9-91db-0bbce272f242 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358365 Oct 27 21:27:02.860422 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404dfb5d-4cba-46d2-95a8-482fcb4a2667'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:02.862735 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6964376-192d-4a6d-b069-ea3adaad7e84" -d '{"events": [{"server_uuid": "a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618", "name": "network-vif-plugged", "status": "completed", "tag": "404dfb5d-4cba-46d2-95a8-482fcb4a2667"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:02.901189 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471c694b-320c-4eac-8df5-6130c98525dd x-openstack-request-id: req-471c694b-320c-4eac-8df5-6130c98525dd {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:02.901501 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618", "name": "network-vif-plugged", "status": "completed", "tag": "404dfb5d-4cba-46d2-95a8-482fcb4a2667", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:02.901759 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-471c694b-320c-4eac-8df5-6130c98525dd {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:02.902158 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404dfb5d-4cba-46d2-95a8-482fcb4a2667', 'code': 200} Oct 27 21:27:03.264532 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53164) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:03.366046 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef94885b-c1e7-45ea-a87d-bf2b8536676d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.471996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef94885b-c1e7-45ea-a87d-bf2b8536676d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.476839 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef94885b-c1e7-45ea-a87d-bf2b8536676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.488634 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefdb62-329e-49be-9449-60eb527e5f88 req-f91f0b92-142e-4c97-985e-2a594e29f626 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:03.490110 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfefdb62-329e-49be-9449-60eb527e5f88 req-f91f0b92-142e-4c97-985e-2a594e29f626 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0764363 Oct 27 21:27:03.538388 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-ef94885b-c1e7-45ea-a87d-bf2b8536676d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=516f7cdf40bf45a0b2ba8702c60a6bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727194 Oct 27 21:27:03.541881 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53174) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:03.544185 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94885b-c1e7-45ea-a87d-bf2b8536676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec57a1-9cb3-47fb-989b-85ccdb129efa,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:03.564341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfefdb62-329e-49be-9449-60eb527e5f88 req-50095ecc-13a3-4f50-beb5-db5b838c1b30 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661576 Oct 27 21:27:03.605413 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5c3d-9e39-45e8-8d4e-84b1787a37b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.627085 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5c3d-9e39-45e8-8d4e-84b1787a37b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.629173 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376790a-4fce-4e08-905e-237f591d1378 req-71019a29-5d38-4e35-aeea-d1dea4e7ccf0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:03.630792 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4376790a-4fce-4e08-905e-237f591d1378 req-71019a29-5d38-4e35-aeea-d1dea4e7ccf0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0526106 Oct 27 21:27:03.668709 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4376790a-4fce-4e08-905e-237f591d1378 req-3afc3b2f-0c01-426c-bbb5-e1eb80c32c46 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310483 Oct 27 21:27:03.672616 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5c3d-9e39-45e8-8d4e-84b1787a37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.675147 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5c3d-9e39-45e8-8d4e-84b1787a37b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.678772 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9e8c5c3d-9e39-45e8-8d4e-84b1787a37b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/baec57a1-9cb3-47fb-989b-85ccdb129efa HTTP/1.1" status: 204 len: 168 time: 0.1328421 Oct 27 21:27:03.684606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c5c3d-9e39-45e8-8d4e-84b1787a37b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec57a1-9cb3-47fb-989b-85ccdb129efa,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:03.837441 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8d62d-64d7-44ca-919f-5a976a21f84a req-608fedc0-c1d2-4176-8a6a-e436e35d4174 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:03.839080 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-97a8d62d-64d7-44ca-919f-5a976a21f84a req-608fedc0-c1d2-4176-8a6a-e436e35d4174 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0535877 Oct 27 21:27:03.847683 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53186) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:03.852307 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'floatingip': {'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:03.924861 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:03.957051 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53188) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:03.970003 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-760d2900-888d-4463-8d58-37e1fd63e418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.047130 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-760d2900-888d-4463-8d58-37e1fd63e418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.059990 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-760d2900-888d-4463-8d58-37e1fd63e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.095982 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2900-888d-4463-8d58-37e1fd63e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e22ff-ed2b-4ad5-8bd2-62893a41094c,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:04.101919 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-760d2900-888d-4463-8d58-37e1fd63e418 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cce7e30fe8a04091bbcf078b62974f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415348 Oct 27 21:27:04.102152 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53192) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:04.155769 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd155206-be29-430f-bf26-041f1141d7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.182286 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd155206-be29-430f-bf26-041f1141d7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.232038 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd155206-be29-430f-bf26-041f1141d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.234652 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd155206-be29-430f-bf26-041f1141d7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.236006 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-dd155206-be29-430f-bf26-041f1141d7c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f66e22ff-ed2b-4ad5-8bd2-62893a41094c HTTP/1.1" status: 204 len: 168 time: 0.1328022 Oct 27 21:27:04.243960 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd155206-be29-430f-bf26-041f1141d7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e22ff-ed2b-4ad5-8bd2-62893a41094c,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:04.568613 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53202) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:04.581113 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-edca6316-be52-4c69-a6e7-e8b34763df48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.667562 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.671267 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.694607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-edca6316-be52-4c69-a6e7-e8b34763df48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.700687 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-edca6316-be52-4c69-a6e7-e8b34763df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.726490 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b25844-33dc-4af3-92d8-47691a6424ed req-676e2681-0dc8-49ec-83f3-8ab92808505b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:04.728495 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18b25844-33dc-4af3-92d8-47691a6424ed req-676e2681-0dc8-49ec-83f3-8ab92808505b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0894973 Oct 27 21:27:04.762683 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-edca6316-be52-4c69-a6e7-e8b34763df48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02073cdba5f846ad823fc76925841c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930635 Oct 27 21:27:04.765030 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca6316-be52-4c69-a6e7-e8b34763df48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a3961-a7c9-4147-8419-389de053b7c3,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:04.766017 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53208) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:04.781371 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Floating IP 7032f6dd-b7ef-417f-8a8e-14e9352e8c44 associated. External IP: 172.27.1.71, port: c2f0a292-8500-4d5e-be54-75f88accdf07. Oct 27 21:27:04.785884 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18b25844-33dc-4af3-92d8-47691a6424ed req-f4c29273-ff32-4b57-bd00-9ba81c763c06 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Oct 27 21:27:04.892448 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-35835189-66d9-4f12-9c4a-57b72157d374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:04.922671 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-35835189-66d9-4f12-9c4a-57b72157d374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:05.046091 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-35835189-66d9-4f12-9c4a-57b72157d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:05.048571 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-35835189-66d9-4f12-9c4a-57b72157d374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:05.049714 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-35835189-66d9-4f12-9c4a-57b72157d374 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/509a3961-a7c9-4147-8419-389de053b7c3 HTTP/1.1" status: 204 len: 168 time: 0.2827725 Oct 27 21:27:05.061844 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:27:05.065630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35835189-66d9-4f12-9c4a-57b72157d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a3961-a7c9-4147-8419-389de053b7c3,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:05.178527 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:27:05.183575 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:05.192717 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:27:05.203051 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:27:05.203656 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:05.213901 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-32a0354c-2d6e-4a9b-ad1f-139b790f60ee tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "PUT /v2.0/floatingips/7032f6dd-b7ef-417f-8a8e-14e9352e8c44 HTTP/1.1" status: 200 len: 991 time: 1.3621202 Oct 27 21:27:05.213901 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:05.215671 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f42f2c-441f-4173-90b9-81141e04e386" -d '{"events": [{"name": "network-changed", "server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:05.260199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ce2ab2-96c4-42d7-8b97-45e626d9b39f x-openstack-request-id: req-88ce2ab2-96c4-42d7-8b97-45e626d9b39f {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:05.260199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:05.260442 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88ce2ab2-96c4-42d7-8b97-45e626d9b39f {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:05.260782 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'status': 'completed', 'code': 200} Oct 27 21:27:05.342050 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:27:05.610974 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '7032f6dd-b7ef-417f-8a8e-14e9352e8c44', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'mac_address': 'fa:16:3e:28:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:26:19Z', 'updated_at': '2021-10-27T21:27:04Z', 'revision_number': 1, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:05.636950 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:27:05.644987 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:27:05.645588 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:26:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:05.749863 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:27:05.912321 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c216-db74-4052-98d9-c37e19fe223d req-4e8ba127-ae45-4dbe-85e4-4c10b0a0a7e2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:05.913997 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3ad4c216-db74-4052-98d9-c37e19fe223d req-4e8ba127-ae45-4dbe-85e4-4c10b0a0a7e2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0560372 Oct 27 21:27:05.954646 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3ad4c216-db74-4052-98d9-c37e19fe223d req-552c83b0-4e83-4476-906f-e13f85e8e975 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Oct 27 21:27:06.063899 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '7032f6dd-b7ef-417f-8a8e-14e9352e8c44', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'mac_address': 'fa:16:3e:28:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:26:19Z', 'updated_at': '2021-10-27T21:27:04Z', 'revision_number': 1, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:06.090986 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55540a-6420-4e2b-b8f6-5ca00066b1db None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '7032f6dd-b7ef-417f-8a8e-14e9352e8c44', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'mac_address': 'fa:16:3e:28:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:26:19Z', 'updated_at': '2021-10-27T21:27:04Z', 'revision_number': 1, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:27:06.212126 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-1c3dc03b-324d-467b-9857-106b3ac318f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:06.213672 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-1c3dc03b-324d-467b-9857-106b3ac318f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1099 time: 0.0419333 Oct 27 21:27:06.260147 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd386d-ed46-48e8-b967-e733b754c406 req-4ca8b639-7bb4-4d73-a9aa-f2fc31777996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:06.278169 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-26bd386d-ed46-48e8-b967-e733b754c406 req-4ca8b639-7bb4-4d73-a9aa-f2fc31777996 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 1098 time: 0.0581119 Oct 27 21:27:06.336795 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-26bd386d-ed46-48e8-b967-e733b754c406 req-78a77521-2055-4ec4-9f9c-287285965034 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Oct 27 21:27:06.337137 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e41413cc-a146-4249-b6cb-c4e4f50e7dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:06.380111 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f459012-abbb-4275-8d30-36ddff987556 None None] New status for floating IP 7032f6dd-b7ef-417f-8a8e-14e9352e8c44: ACTIVE {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:27:06.405359 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-74a566d7-f4f0-4dd6-8691-6ccdae2dd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:06.407333 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-74a566d7-f4f0-4dd6-8691-6ccdae2dd262 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.1765637 Oct 27 21:27:07.085090 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3059f3-bd16-473b-a102-de03d23f1a3b req-8080752a-c76c-4568-9fbb-1bea686031e3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:07.086576 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d3059f3-bd16-473b-a102-de03d23f1a3b req-8080752a-c76c-4568-9fbb-1bea686031e3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Oct 27 21:27:07.124494 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d3059f3-bd16-473b-a102-de03d23f1a3b req-f261b5a1-f961-462b-8c67-f65ec8866a56 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311882 Oct 27 21:27:08.241339 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc05038-d9a3-4b25-a73f-4512214fe1f5 req-0ea2a807-a8e5-4d43-83f5-5f547e87c0ba tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:08.242822 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5cc05038-d9a3-4b25-a73f-4512214fe1f5 req-0ea2a807-a8e5-4d43-83f5-5f547e87c0ba tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Oct 27 21:27:08.279722 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5cc05038-d9a3-4b25-a73f-4512214fe1f5 req-beb7b715-69f9-423e-a309-dfcaa7c5684d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Oct 27 21:27:08.881252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-83f24c3a-4e65-4b4e-883e-ce4643ac3f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:09.391485 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212f18d-1c7a-4308-abbd-03ebac6fc586 req-9a6017b8-fa21-4131-b8bd-9911dee0a047 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:09.392928 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7212f18d-1c7a-4308-abbd-03ebac6fc586 req-9a6017b8-fa21-4131-b8bd-9911dee0a047 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0467560 Oct 27 21:27:09.429823 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7212f18d-1c7a-4308-abbd-03ebac6fc586 req-bdd0e2ca-d6f0-4b33-bb53-03e22e8a7cea tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Oct 27 21:27:09.600987 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-db9edb6b-7b06-4fc3-a50b-e8926964bc52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 1001 time: 0.1004143 Oct 27 21:27:09.650361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-449b8ca6-7076-424c-9d0e-59f60481d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:09.651792 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-449b8ca6-7076-424c-9d0e-59f60481d331 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0430355 Oct 27 21:27:09.881317 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-2ccefbd9-fa70-4a68-a8b0-56580d3d6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:09.882696 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-2ccefbd9-fa70-4a68-a8b0-56580d3d6370 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2229583 Oct 27 21:27:09.972649 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-ce46fe97-7604-4d2d-beb4-2239fb46fcc3 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794604 Oct 27 21:27:10.012558 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:10.074219 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-c1f42f2c-441f-4173-90b9-81141e04e386 req-99cd8d01-029c-4689-9c00-4de3a5d26adc service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Oct 27 21:27:10.105633 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:10.547044 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c31a5-2222-40ef-a92b-4e5a74390864 req-1ae688b3-6b12-4771-b8a9-43af637ca149 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:10.548722 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-856c31a5-2222-40ef-a92b-4e5a74390864 req-1ae688b3-6b12-4771-b8a9-43af637ca149 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0513608 Oct 27 21:27:10.592076 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-856c31a5-2222-40ef-a92b-4e5a74390864 req-ada8f755-5a6a-4c5d-9a60-4e2a9b976173 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Oct 27 21:27:11.720318 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182f03-019e-410e-b5ed-7ea599114c4b req-b7543083-ee30-4352-a67c-1e4e7fdad1aa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:11.721844 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01182f03-019e-410e-b5ed-7ea599114c4b req-b7543083-ee30-4352-a67c-1e4e7fdad1aa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Oct 27 21:27:11.762634 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01182f03-019e-410e-b5ed-7ea599114c4b req-03cb5a19-33ce-42ac-b847-932e8137491d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Oct 27 21:27:11.768908 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:12.033517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1191f-919f-4fb4-b478-0c6f1614265a req-b245d2fe-3b57-476c-8404-260f7f4d08aa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:12.037744 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-59c1191f-919f-4fb4-b478-0c6f1614265a req-b245d2fe-3b57-476c-8404-260f7f4d08aa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Oct 27 21:27:12.073800 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-59c1191f-919f-4fb4-b478-0c6f1614265a req-7df0552a-4098-435d-bde4-5849ef098cb7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Oct 27 21:27:13.184609 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeae4a9-e13a-4be7-aa0a-1090bbfdd5be req-8129677a-fd60-436f-b93f-b6e745920b48 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:13.186046 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4eeae4a9-e13a-4be7-aa0a-1090bbfdd5be req-8129677a-fd60-436f-b93f-b6e745920b48 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0470829 Oct 27 21:27:13.222234 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4eeae4a9-e13a-4be7-aa0a-1090bbfdd5be req-5ecb8bf6-8dc3-424b-9afe-f203bc170202 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304787 Oct 27 21:27:14.341344 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1dfb3-32af-4f2f-bbcf-4e78154524f0 req-fb6c2f77-565f-41f0-8c52-068e8b1a43df tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:14.342812 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fab1dfb3-32af-4f2f-bbcf-4e78154524f0 req-fb6c2f77-565f-41f0-8c52-068e8b1a43df tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Oct 27 21:27:14.380134 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fab1dfb3-32af-4f2f-bbcf-4e78154524f0 req-bbc5737c-732e-49cf-af60-22317889a95e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Oct 27 21:27:14.690474 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53522) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:14.798119 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:14.877765 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:14.882180 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:14.921075 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9009645851ad4ff9818c807568ef85fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295141 Oct 27 21:27:14.921913 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1947098-50c1-4e40-8e84-bfb4de81108c,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:14.923712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53526) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:14.928886 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.929228 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.929562 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.929895 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.930218 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.930568 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.931436 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.931755 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.932073 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.932388 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.932728 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.933062 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50720922-338a-4737-b2c7-d62ec145995d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:14.973828 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:14.995028 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.039946 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.042779 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.044059 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1947098-50c1-4e40-8e84-bfb4de81108c HTTP/1.1" status: 204 len: 168 time: 0.1193843 Oct 27 21:27:15.053723 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1947098-50c1-4e40-8e84-bfb4de81108c,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:15.062865 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.063396 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.063733 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.064058 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.064380 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.064734 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.065064 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.065403 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.065703 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.066017 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.066346 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.066661 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a95af-546d-4d6a-89f3-b52fa011def2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:15.091946 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-b906d142-1d9c-47e2-8bef-15cfdb064a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:15.093815 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-b906d142-1d9c-47e2-8bef-15cfdb064a5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 1098 time: 0.0511436 Oct 27 21:27:15.203942 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-f6d0f19e-77e7-4446-9e83-a8edbc80d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:15.205451 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-f6d0f19e-77e7-4446-9e83-a8edbc80d69d service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.0881050 Oct 27 21:27:15.251870 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-0f3a679b-404d-4935-890b-37df77a46573 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667 HTTP/1.1" status: 200 len: 217 time: 0.0364769 Oct 27 21:27:15.311817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53532) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:15.325259 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10d27c17-8a6d-4c05-a5f0-0c0cbe049707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.356543 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-321ecba3-5f2b-414e-b170-cd4e9ac33f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:15.358068 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-321ecba3-5f2b-414e-b170-cd4e9ac33f58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0463095 Oct 27 21:27:15.409588 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10d27c17-8a6d-4c05-a5f0-0c0cbe049707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.417590 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-1a614792-16d2-47a5-a224-ccf385c2bc29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257835 Oct 27 21:27:15.427042 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10d27c17-8a6d-4c05-a5f0-0c0cbe049707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.486635 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-10d27c17-8a6d-4c05-a5f0-0c0cbe049707 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45ad1d7d1ac84b75b7d5ea7334484071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735590 Oct 27 21:27:15.490263 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53540) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:15.507097 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27c17-8a6d-4c05-a5f0-0c0cbe049707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25563e9a-b2a7-4237-9537-296e7bc73862,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:15.524311 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-5d702277-54d8-45df-ac4c-bb7d5516dc4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308043 Oct 27 21:27:15.545746 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7482-cf03-47a3-a962-b832b0ff54e2 req-d752e5c7-564e-4713-908f-187e6dbbb784 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:15.547243 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8b3e7482-cf03-47a3-a962-b832b0ff54e2 req-d752e5c7-564e-4713-908f-187e6dbbb784 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0904214 Oct 27 21:27:15.573805 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-f58d0f62-227e-4687-9cd2-9f38db8e8fbd service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399939 Oct 27 21:27:15.574404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcdf-390c-4203-92a5-760fec121eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.608702 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8b3e7482-cf03-47a3-a962-b832b0ff54e2 req-a03c9d40-5005-42d5-b863-60f9cc5eeaae tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Oct 27 21:27:15.639167 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcdf-390c-4203-92a5-760fec121eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.685832 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-a8fc5e84-cd81-4708-9d66-673ef2b40310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:15.688845 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-a8fc5e84-cd81-4708-9d66-673ef2b40310 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e22b0ceb1db14507babdd72edaafee35&device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 1098 time: 0.0706811 Oct 27 21:27:15.721768 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:27:15.734738 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-307310f8-a740-4adb-91e4-090a5d8dda2d req-5c071341-315c-4840-a90d-28b5eeeea7a4 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508589 Oct 27 21:27:15.735980 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcdf-390c-4203-92a5-760fec121eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.738696 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcdf-390c-4203-92a5-760fec121eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:15.739918 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-4a2efcdf-390c-4203-92a5-760fec121eb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25563e9a-b2a7-4237-9537-296e7bc73862 HTTP/1.1" status: 204 len: 168 time: 0.2487586 Oct 27 21:27:15.750089 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2efcdf-390c-4203-92a5-760fec121eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25563e9a-b2a7-4237-9537-296e7bc73862,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:15.851182 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-c1305589-5ab1-4e4f-9037-d684ec306eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:15.853272 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-c1305589-5ab1-4e4f-9037-d684ec306eaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=245ae173-35e7-4ece-bf01-eb575f3d65f0 HTTP/1.1" status: 200 len: 913 time: 0.0984890 Oct 27 21:27:15.911503 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-eb169029-b077-4670-9629-cc383cc23ab1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a HTTP/1.1" status: 200 len: 217 time: 0.0386274 Oct 27 21:27:16.241908 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-2014d9d0-d007-4a4f-a21d-afc392b17947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:16.243915 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-2014d9d0-d007-4a4f-a21d-afc392b17947 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81e4539c-7f61-4671-a3d2-5045203413c3 HTTP/1.1" status: 200 len: 852 time: 0.2360473 Oct 27 21:27:16.275885 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-7f7574ad-4d42-442d-b237-3287a1504697 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=245ae173-35e7-4ece-bf01-eb575f3d65f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236349 Oct 27 21:27:16.373685 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-dadaadea-7373-47d1-81ca-5ee4fa602d9b service neutron] 10.222.0.74 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891476 Oct 27 21:27:16.474936 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05671f36-8243-4e3b-8b9b-b39a8146b81e req-366c6728-39b2-436a-ab7c-53dca5b5c235 service neutron] 10.222.0.74 "GET /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887108 Oct 27 21:27:16.772233 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324b32-7c50-4f39-a257-808970061e1d req-38b77a7b-a91f-4bca-ab47-b421eae11e57 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:16.780039 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e1324b32-7c50-4f39-a257-808970061e1d req-38b77a7b-a91f-4bca-ab47-b421eae11e57 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0667787 Oct 27 21:27:16.824556 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e1324b32-7c50-4f39-a257-808970061e1d req-87b31c92-38e2-4b41-9ebc-961e8a6157d1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Oct 27 21:27:17.144438 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bb71a-193d-4ba5-934c-9c3214348a31 req-d161d584-4f69-40a8-be02-a56464f95f43 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:17.146129 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-279bb71a-193d-4ba5-934c-9c3214348a31 req-d161d584-4f69-40a8-be02-a56464f95f43 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.0592890 Oct 27 21:27:17.204381 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-279bb71a-193d-4ba5-934c-9c3214348a31 req-829691c9-8acf-460e-81d3-87e7471f545b tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Oct 27 21:27:17.485231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53666) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:17.595246 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-29f52230-d46d-4fd4-b3b7-472d6cb62353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.672644 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-29f52230-d46d-4fd4-b3b7-472d6cb62353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.676346 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-29f52230-d46d-4fd4-b3b7-472d6cb62353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.713295 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-29f52230-d46d-4fd4-b3b7-472d6cb62353 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20904779e02c495c844fce32343328b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269485 Oct 27 21:27:17.716161 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53680) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:17.723458 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f52230-d46d-4fd4-b3b7-472d6cb62353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee57f90-afa1-4f30-88c0-6ff01349a646,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:17.771999 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c601-1cce-4ef6-83ab-f9b185173de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.794208 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c601-1cce-4ef6-83ab-f9b185173de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.842304 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c601-1cce-4ef6-83ab-f9b185173de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.844879 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c601-1cce-4ef6-83ab-f9b185173de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:17.848414 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ebb0c601-1cce-4ef6-83ab-f9b185173de6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bee57f90-afa1-4f30-88c0-6ff01349a646 HTTP/1.1" status: 204 len: 168 time: 0.1287086 Oct 27 21:27:17.855300 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c601-1cce-4ef6-83ab-f9b185173de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee57f90-afa1-4f30-88c0-6ff01349a646,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:17.924571 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53688) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:17.972631 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf17359-f2d8-4ac1-a123-6ff6665bf957 req-d882c513-b085-4795-9606-9b29b18c92f1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:17.974295 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8bf17359-f2d8-4ac1-a123-6ff6665bf957 req-d882c513-b085-4795-9606-9b29b18c92f1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0560973 Oct 27 21:27:18.019220 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8bf17359-f2d8-4ac1-a123-6ff6665bf957 req-a1a27062-3f9c-479f-8b92-645aa0e84ebc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Oct 27 21:27:18.147699 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a76ed2f4-3542-4e4b-992f-3c94499233ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.227798 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a76ed2f4-3542-4e4b-992f-3c94499233ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.234491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a76ed2f4-3542-4e4b-992f-3c94499233ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.288566 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53712) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:18.295750 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-a76ed2f4-3542-4e4b-992f-3c94499233ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d35c3fcb5b544e43b93161f71154b62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700147 Oct 27 21:27:18.301531 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed2f4-3542-4e4b-992f-3c94499233ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11e30f-0e53-4af4-8f80-40b0673810d5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:18.398883 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53722) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:18.422892 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d417-7078-495b-9c85-c5c57f995450 req-011cf990-2466-4591-a023-6ec64eaae012 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:18.431385 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c31d417-7078-495b-9c85-c5c57f995450 req-011cf990-2466-4591-a023-6ec64eaae012 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.1144350 Oct 27 21:27:18.444161 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8de9a9f5-71e9-47e9-a686-a78425a7c372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.488757 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8de9a9f5-71e9-47e9-a686-a78425a7c372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.494416 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53732) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:18.532403 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c31d417-7078-495b-9c85-c5c57f995450 req-7c01cc7a-e611-4308-bbea-dc4f8b99f65d tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857043 Oct 27 21:27:18.578516 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Deleting subnet 2820f0e0-01ea-44e9-a4d7-6b9f439a12a5 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:27:18.581853 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.585289 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8de9a9f5-71e9-47e9-a686-a78425a7c372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.589108 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8de9a9f5-71e9-47e9-a686-a78425a7c372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.592947 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-8de9a9f5-71e9-47e9-a686-a78425a7c372 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d11e30f-0e53-4af4-8f80-40b0673810d5 HTTP/1.1" status: 204 len: 168 time: 0.3007240 Oct 27 21:27:18.607076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a9f5-71e9-47e9-a686-a78425a7c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11e30f-0e53-4af4-8f80-40b0673810d5,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:18.626605 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.638813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.687111 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e59277c-0b36-466b-979b-0e132fa474e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.716080 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.756502 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2820f0e0-01ea-44e9-a4d7-6b9f439a12a5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:18.799779 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.805690 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-3bd21cf4-74d3-431a-9c03-1801fd38e74d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2820f0e0-01ea-44e9-a4d7-6b9f439a12a5 HTTP/1.1" status: 204 len: 168 time: 0.3100145 Oct 27 21:27:18.805923 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53744) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:18.852023 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e59277c-0b36-466b-979b-0e132fa474e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.856515 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e59277c-0b36-466b-979b-0e132fa474e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.891980 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8e59277c-0b36-466b-979b-0e132fa474e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e2c0cdcb068471882e4724ee4575ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920034 Oct 27 21:27:18.894606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53750) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:18.898297 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.921840 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59277c-0b36-466b-979b-0e132fa474e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c545edfe-1ef6-451a-989b-9cb2760f2417,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:18.963429 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2da8-6ddb-4eb9-81b9-1679f081e11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:18.987233 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53752) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:18.998888 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.003500 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2da8-6ddb-4eb9-81b9-1679f081e11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.005662 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-608522f9-06fc-4b9b-91e6-db90ae6144e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.025657 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.026250 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.027259 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.028344 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.028918 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.029361 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.029745 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.030092 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.030920 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.031400 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.106259 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.116226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2da8-6ddb-4eb9-81b9-1679f081e11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.122486 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2da8-6ddb-4eb9-81b9-1679f081e11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.123693 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c2ea2da8-6ddb-4eb9-81b9-1679f081e11b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c545edfe-1ef6-451a-989b-9cb2760f2417 HTTP/1.1" status: 204 len: 168 time: 0.2281668 Oct 27 21:27:19.124495 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53758) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:19.151017 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea2da8-6ddb-4eb9-81b9-1679f081e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c545edfe-1ef6-451a-989b-9cb2760f2417,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:19.186212 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-608522f9-06fc-4b9b-91e6-db90ae6144e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.190594 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-608522f9-06fc-4b9b-91e6-db90ae6144e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.230282 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-608522f9-06fc-4b9b-91e6-db90ae6144e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b84d8108b64a4e1996484ef7d2dcbadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418034 Oct 27 21:27:19.231382 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608522f9-06fc-4b9b-91e6-db90ae6144e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c7479-278a-4a07-8896-1aa6500e65e7,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:19.233662 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53766) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:19.235847 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.236204 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.236535 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.236905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:19.237272 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdac7ac-52f2-4393-902a-48882dbd17c2']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:19.282170 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413362ab-533f-4b59-a62a-888109c79cd8') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:19.282464 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413362ab-533f-4b59-a62a-888109c79cd8') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:19.288888 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-872dbd1f-d191-468c-a5c2-2c884ff65d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.318940 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-872dbd1f-d191-468c-a5c2-2c884ff65d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.320381 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.345152 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.356734 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:27:19.357149 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: from cryptography.utils import int_from_bytes Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: from cryptography.utils import int_from_bytes Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:27:19.368789 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:27:19.394220 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-872dbd1f-d191-468c-a5c2-2c884ff65d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.395745 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3426-36b3-4a55-9418-295c8e2c4fdb req-8842c343-fbce-458e-9385-54e4a21e2756 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:19.396946 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-872dbd1f-d191-468c-a5c2-2c884ff65d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.400536 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-872dbd1f-d191-468c-a5c2-2c884ff65d10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b13c7479-278a-4a07-8896-1aa6500e65e7 HTTP/1.1" status: 204 len: 168 time: 0.1636419 Oct 27 21:27:19.401015 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b02e3426-36b3-4a55-9418-295c8e2c4fdb req-8842c343-fbce-458e-9385-54e4a21e2756 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.1514564 Oct 27 21:27:19.407437 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dbd1f-d191-468c-a5c2-2c884ff65d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c7479-278a-4a07-8896-1aa6500e65e7,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:19.411270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53772) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:19.478274 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.484440 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b534-4c25-49aa-b0a5-84c4be1b4a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.505939 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b02e3426-36b3-4a55-9418-295c8e2c4fdb req-94cc6d0b-3169-48b1-8eb7-cd5f6b98b917 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722241 Oct 27 21:27:19.507993 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.511478 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6fdac7ac-52f2-4393-902a-48882dbd17c2 HTTP/1.1" status: 204 len: 168 time: 0.7044621 Oct 27 21:27:19.515302 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53778) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:19.521394 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145d0f0-c162-4c79-a46b-ee5277f1a8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdac7ac-52f2-4393-902a-48882dbd17c2,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:19.534555 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738028964-network', 'tenant_id': '0994a53a693c4ddea0189c7307f6146f'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:19.632376 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Made reservation on behalf of 0994a53a693c4ddea0189c7307f6146f for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:19.635179 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.645288 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Deleting subnet 458c4e95-56e5-4fd8-9a4e-09b61d5a263e {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:27:19.660807 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.662983 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396cb5-3df7-4eee-9640-d93360be726e req-86523ca8-2c3c-4a14-892c-b958338d69f5 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:19.663947 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.671371 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff396cb5-3df7-4eee-9640-d93360be726e req-86523ca8-2c3c-4a14-892c-b958338d69f5 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.0692351 Oct 27 21:27:19.718359 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff396cb5-3df7-4eee-9640-d93360be726e req-85b20d3a-f9e0-4e84-ace7-af093bc3e8e0 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e0f5ba2-996b-4900-adb9-62dc03478dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Oct 27 21:27:19.751395 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b534-4c25-49aa-b0a5-84c4be1b4a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.761480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.767467 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b534-4c25-49aa-b0a5-84c4be1b4a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.783404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.806272 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-7baf25e4-ddb6-4c97-9bb5-c61ce7e3493d tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:19.808088 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-7baf25e4-ddb6-4c97-9bb5-c61ce7e3493d tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.74 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 945 time: 0.0825815 Oct 27 21:27:19.870448 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-1fd8b534-4c25-49aa-b0a5-84c4be1b4a05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e22eb8f402d414a80ac3fcc3c352fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7333453 Oct 27 21:27:19.873727 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8b534-4c25-49aa-b0a5-84c4be1b4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e2f57-6d7e-42bf-b019-23c09df5a976,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:19.880218 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53798) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:19.919087 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.923086 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.932088 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.958985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458c4e95-56e5-4fd8-9a4e-09b61d5a263e,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:19.970524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.972793 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d385e602-b93f-4a6c-80c9-857863154fea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/458c4e95-56e5-4fd8-9a4e-09b61d5a263e HTTP/1.1" status: 204 len: 168 time: 0.4562790 Oct 27 21:27:19.975167 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53802) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:19.988088 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:27:20.004112 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b96d18-d633-4984-be2a-bec2f1fa827a,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:20.010180 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.010520 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Added segment f05427af-162f-4e4d-a4d8-d3c941fe77de of type vlan for network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 Oct 27 21:27:20.064746 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.099081 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b411-dee9-4ba2-b29d-c3313531a561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.109563 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.112083 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.114454 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:20.115312 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.139171 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Deleting port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:27:20.139501 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.156842 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b411-dee9-4ba2-b29d-c3313531a561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.198575 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] Pushing event updated for resources: {'Network': ['ID=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:20.211391 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:27:20.212531 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-24d40dc6-96df-4e36-b8fc-9b11ed2d7936 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7991140 Oct 27 21:27:20.214920 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53818) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:20.224009 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Request body: {'subnet': {'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738028964-subnet', 'tenant_id': '0994a53a693c4ddea0189c7307f6146f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:20.267521 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Made reservation on behalf of 0994a53a693c4ddea0189c7307f6146f for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:20.269972 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.312254 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.335870 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] For port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,segment=NetworkSegment(99c94848-06f7-48f1-a086-ca4eb74aedcb),segment_id=99c94848-06f7-48f1-a086-ca4eb74aedcb)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:20.336112 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.353922 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91629b7d-f58a-43fa-acdc-497a64781485']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:20.368353 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b411-dee9-4ba2-b29d-c3313531a561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.368353 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b411-dee9-4ba2-b29d-c3313531a561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.369257 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b9a7b411-dee9-4ba2-b29d-c3313531a561 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e8e2f57-6d7e-42bf-b019-23c09df5a976 HTTP/1.1" status: 204 len: 168 time: 0.4880135 Oct 27 21:27:20.370342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Calling delete_port for 769e5fc2-8b67-4909-b01f-5a1f2a3b995a owned by compute:nova {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:27:20.377180 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7138cd0-87eb-455a-a108-f71d75478061') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:20.377672 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7138cd0-87eb-455a-a108-f71d75478061') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:20.392557 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53824) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:20.403385 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b411-dee9-4ba2-b29d-c3313531a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e2f57-6d7e-42bf-b019-23c09df5a976,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:20.406820 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.470714 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.482271 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:27:20.482695 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:27:20.484277 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:27:20.568972 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.579048 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.582328 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] 10.222.0.55 "DELETE /v2.0/networks/91629b7d-f58a-43fa-acdc-497a64781485 HTTP/1.1" status: 204 len: 168 time: 0.6062398 Oct 27 21:27:20.586095 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.593684 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bfd6b-8f27-4c49-af25-e0fe930c19db admin admin] Pushing event deleted for resources: {'Network': ['ID=91629b7d-f58a-43fa-acdc-497a64781485,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:20.671672 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Checking segment: {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:27:20.672666 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Network hostable DHCP agents. Network: 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:27:20.691595 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9728ac69-9902-4481-ac05-15ff264fdbb0,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:20.705813 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.712243 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:27:20.724115 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fc623-b174-4d6e-ac5b-7717b6f2d5f3 req-858e5e57-4b4b-416c-a5d1-3f677fd14e45 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:20.725623 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:27:20.725779 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-447fc623-b174-4d6e-ac5b-7717b6f2d5f3 req-858e5e57-4b4b-416c-a5d1-3f677fd14e45 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0995986 Oct 27 21:27:20.733512 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:20.734380 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.741861 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd6c37-2433-4ea2-a6d1-abf84b7da962 None None] Network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:20.755110 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Pushing event deleted for resources: {'Port': ['ID=769e5fc2-8b67-4909-b01f-5a1f2a3b995a,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:20.797267 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-df2a6a89-f308-4e12-a745-6199e98c2e72 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5811827 Oct 27 21:27:20.822650 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['769e5fc2-8b67-4909-b01f-5a1f2a3b995a'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:27:20.834804 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] No DVR routers for this DVR port 769e5fc2-8b67-4909-b01f-5a1f2a3b995a on host hv-cinder-81514 {{(pid=101282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:27:20.838133 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.841721 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a08641d5-31a1-48be-8b62-00b43853e6b2 req-4fafe8cb-4926-4777-9447-2016304e4e5c tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.74 "DELETE /v2.0/ports/769e5fc2-8b67-4909-b01f-5a1f2a3b995a HTTP/1.1" status: 204 len: 173 time: 1.0257039 Oct 27 21:27:20.842068 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-291880547-network', 'tenant_id': '135095bee017483f8c95d79b8e640bbe'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:20.843490 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815f559e-3bed-4627-ae38-d137618e7402', 'name': 'network-vif-deleted', 'tag': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:20.846851 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f70757-7d8d-4a8a-8bb3-aba0ec9d7c09" -d '{"events": [{"server_uuid": "815f559e-3bed-4627-ae38-d137618e7402", "name": "network-vif-deleted", "tag": "769e5fc2-8b67-4909-b01f-5a1f2a3b995a"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:20.891294 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-447fc623-b174-4d6e-ac5b-7717b6f2d5f3 req-2f864529-e13c-4348-9074-b9d5171d4e99 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399043 Oct 27 21:27:20.898051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Made reservation on behalf of 135095bee017483f8c95d79b8e640bbe for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:20.901236 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:20.918802 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2bf1f6cd-e4e3-4e34-b66a-ea44c96c0b4a req-8da82819-6972-4202-8c80-51a1b3efa7ab tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.0523100 Oct 27 21:27:20.920227 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.023811 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e70f43-423d-43fa-83b5-9b119b1dcdcb x-openstack-request-id: req-a0e70f43-423d-43fa-83b5-9b119b1dcdcb {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:21.024764 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815f559e-3bed-4627-ae38-d137618e7402", "name": "network-vif-deleted", "tag": "769e5fc2-8b67-4909-b01f-5a1f2a3b995a", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:21.025023 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0e70f43-423d-43fa-83b5-9b119b1dcdcb {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:21.025416 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815f559e-3bed-4627-ae38-d137618e7402', 'name': 'network-vif-deleted', 'tag': '769e5fc2-8b67-4909-b01f-5a1f2a3b995a', 'status': 'completed', 'code': 200} Oct 27 21:27:21.060246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abdeb89-bc76-4316-a27d-1729efec2e93 None None] Network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:21.082131 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.087737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.103967 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:27:21.106232 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53846) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:21.140115 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.141873 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Added segment fb253b81-8712-4c21-bab7-1e688a032e3b of type vlan for network 20541b4d-e162-43af-98ab-4004dd69a38f Oct 27 21:27:21.144787 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53848) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:21.186887 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e3cceb0f-97f3-43b6-9705-3bd5691bbb8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c802d3efdb9a42c291699c70d3a22843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792217 Oct 27 21:27:21.192128 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53850) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:21.211192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-054e40b6-8393-47a5-bc65-fa47d58eebae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.267940 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733d80e-ff9d-4e37-8f04-b3eb64ba3078,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:21.269075 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e5b90790-d559-494e-a7ed-48ff295b4a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.282144 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.304354 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e5b90790-d559-494e-a7ed-48ff295b4a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.341081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.341081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:21.341081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.386547 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e5b90790-d559-494e-a7ed-48ff295b4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.389493 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e5b90790-d559-494e-a7ed-48ff295b4a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.390724 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e5b90790-d559-494e-a7ed-48ff295b4a35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ddd84d5-4c9d-4043-b026-b2ae04969291 HTTP/1.1" status: 204 len: 168 time: 0.1974213 Oct 27 21:27:21.407595 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90790-d559-494e-a7ed-48ff295b4a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd84d5-4c9d-4043-b026-b2ae04969291,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:21.465373 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0689876 Oct 27 21:27:21.465716 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 53864) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:21.470716 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Request body: {'subnet': {'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-291880547-subnet', 'tenant_id': '135095bee017483f8c95d79b8e640bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:21.470937 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-054e40b6-8393-47a5-bc65-fa47d58eebae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.472258 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3525-a9fd-4a14-8420-279e721b186c admin admin] Pushing event updated for resources: {'Network': ['ID=20541b4d-e162-43af-98ab-4004dd69a38f,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:21.477550 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-054e40b6-8393-47a5-bc65-fa47d58eebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.484285 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 20541b4d-e162-43af-98ab-4004dd69a38f details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:27:21.533224 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Made reservation on behalf of 135095bee017483f8c95d79b8e640bbe for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:21.536368 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59115021'] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.557742 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-054e40b6-8393-47a5-bc65-fa47d58eebae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4dc02513df9f43d38c01400c9d4f2bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903694 Oct 27 21:27:21.557742 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e40b6-8393-47a5-bc65-fa47d58eebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3047d1-ffe3-49c3-a18f-745de7d4fbd2,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:21.560499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53866) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:21.633966 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b4d2af29-3756-4cee-b9b1-892b55b128f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.663863 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b4d2af29-3756-4cee-b9b1-892b55b128f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.743602 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b4d2af29-3756-4cee-b9b1-892b55b128f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.747194 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b4d2af29-3756-4cee-b9b1-892b55b128f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.753188 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b4d2af29-3756-4cee-b9b1-892b55b128f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e3047d1-ffe3-49c3-a18f-745de7d4fbd2 HTTP/1.1" status: 204 len: 168 time: 0.1908441 Oct 27 21:27:21.763802 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2af29-3756-4cee-b9b1-892b55b128f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3047d1-ffe3-49c3-a18f-745de7d4fbd2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:21.982623 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3429282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59115039'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:22.074224 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53880) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:22.181586 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ed860a97-7f85-4f51-9394-bfea77bfed46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc1a0c9bc8a94c769f0df9b72c5501bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020572 Oct 27 21:27:22.182316 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 53888) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:22.237886 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-deaffcb9-33ba-4459-95b8-74c25fcdda01 req-1dfbe622-7518-4a8c-9464-a8d884aadc34 tempest-DeleteServersTestJSON-946567180 tempest-DeleteServersTestJSON-946567180-project] 10.222.0.55 "GET /v2.0/ports?device_id=815f559e-3bed-4627-ae38-d137618e7402 HTTP/1.1" status: 200 len: 210 time: 0.1482697 Oct 27 21:27:22.238770 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8afca0df-93be-433b-ac7d-515fa5487879,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:22.261868 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Checking segment: {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:27:22.262963 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Network hostable DHCP agents. Network: 20541b4d-e162-43af-98ab-4004dd69a38f, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:27:22.300538 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a295-99d8-45fa-a08b-4cfdd8f68714 req-df24f80a-bd22-4568-bcf3-6ff56f2a7f23 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:22.302163 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aee7a295-99d8-45fa-a08b-4cfdd8f68714 req-df24f80a-bd22-4568-bcf3-6ff56f2a7f23 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.2147057 Oct 27 21:27:22.309968 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Network 20541b4d-e162-43af-98ab-4004dd69a38f is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:27:22.313164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa9b73c9-5aba-4134-b2a6-a5f0082b3ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:22.333522 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 20541b4d-e162-43af-98ab-4004dd69a38f) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:27:22.350744 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:22.351337 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:22.351601 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d3671-8346-4bf5-abce-c57e470d7287 None None] Network 20541b4d-e162-43af-98ab-4004dd69a38f requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:22.362172 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aee7a295-99d8-45fa-a08b-4cfdd8f68714 req-a09d8f15-05b1-4e5a-8499-dbc605c2aaa9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Oct 27 21:27:22.366263 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa9b73c9-5aba-4134-b2a6-a5f0082b3ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:22.384184 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f5991b3d-d31b-4390-b690-3bb64c62cdee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9173098 Oct 27 21:27:22.442877 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa9b73c9-5aba-4134-b2a6-a5f0082b3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:22.445400 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fa9b73c9-5aba-4134-b2a6-a5f0082b3ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:22.446729 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-fa9b73c9-5aba-4134-b2a6-a5f0082b3ce1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/057ce3b8-ca72-4df2-afe6-ce90e9abefb2 HTTP/1.1" status: 204 len: 168 time: 0.2633386 Oct 27 21:27:22.456412 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b73c9-5aba-4134-b2a6-a5f0082b3ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057ce3b8-ca72-4df2-afe6-ce90e9abefb2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:22.530656 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91077ab3-bdd2-4695-8def-5a32c231d257 None None] Network 20541b4d-e162-43af-98ab-4004dd69a38f requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:23.502924 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 769e5fc2-8b67-4909-b01f-5a1f2a3b995a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:27:23.525421 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a41b8b-3965-458e-bf93-603097bd6cf2 req-842d5888-c06d-4405-acb6-ba2d8d7a3974 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:23.530495 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 769e5fc2-8b67-4909-b01f-5a1f2a3b995a {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:27:23.530840 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 769e5fc2-8b67-4909-b01f-5a1f2a3b995a not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:27:23.533860 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7a41b8b-3965-458e-bf93-603097bd6cf2 req-842d5888-c06d-4405-acb6-ba2d8d7a3974 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0626910 Oct 27 21:27:23.615108 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7a41b8b-3965-458e-bf93-603097bd6cf2 req-440989c5-2647-40cf-b9d0-0f7a28a62875 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801959 Oct 27 21:27:23.858501 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-638e6fbd-3f1c-4d6e-89a1-2b5e448a0207 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:23.859785 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-638e6fbd-3f1c-4d6e-89a1-2b5e448a0207 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/networks?id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 200 len: 808 time: 0.1213899 Oct 27 21:27:23.876565 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-9a455766-3744-4a2b-8f59-1cc6e4e41c08 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/quotas/0994a53a693c4ddea0189c7307f6146f HTTP/1.1" status: 200 len: 375 time: 0.0110188 Oct 27 21:27:23.908033 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-4f7644b9-1123-4417-a0b7-e700e92b3bd6 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0994a53a693c4ddea0189c7307f6146f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256050 Oct 27 21:27:24.012046 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-16704cdc-6c19-4c7f-9c24-15cc0b024e76 service neutron] 10.222.0.55 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960243 Oct 27 21:27:24.120522 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-f1336667-ba22-44bb-b730-785b05b50468 service neutron] 10.222.0.55 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967226 Oct 27 21:27:24.324472 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-286a206d-263b-4f93-9e4b-69201ee25db9 req-4fe82d7b-441a-493b-abf7-bfc7101d460c tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 210 time: 0.0375111 Oct 27 21:27:24.376171 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54022) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:24.680056 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730a5ff6-fdb1-4ae4-8376-d2b0a4a3a3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:24.813546 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-e7f81f54-cb3e-4540-87e6-373a84feca7e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:24.826319 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-e7f81f54-cb3e-4540-87e6-373a84feca7e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/networks?id=20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 200 len: 813 time: 0.2779412 Oct 27 21:27:24.870654 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-54a1b207-fc40-47e5-a96e-0b91c787ce4d tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/quotas/135095bee017483f8c95d79b8e640bbe HTTP/1.1" status: 200 len: 375 time: 0.0434055 Oct 27 21:27:24.886197 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730a5ff6-fdb1-4ae4-8376-d2b0a4a3a3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:24.899231 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-730a5ff6-fdb1-4ae4-8376-d2b0a4a3a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:24.949128 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-f973bf40-9fa7-4609-a95b-ffd63ede6143 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=135095bee017483f8c95d79b8e640bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775993 Oct 27 21:27:25.023547 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a5ff6-fdb1-4ae4-8376-d2b0a4a3a3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393309b-4d89-48bd-88ee-65de97c8e500,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:25.049750 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-730a5ff6-fdb1-4ae4-8376-d2b0a4a3a3e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96ab940974e544fd8d5c78180e61946a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715677 Oct 27 21:27:25.057684 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54082) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:25.159202 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdd4b0-de4e-4c4c-8a97-3cb62badb5f2 req-786f9669-1fa8-477e-a369-80008a246a20 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:25.160751 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5dbdd4b0-de4e-4c4c-8a97-3cb62badb5f2 req-786f9669-1fa8-477e-a369-80008a246a20 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.2183723 Oct 27 21:27:25.176055 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-729b22ef-ada2-407e-bf9a-12aa41f15a44 service neutron] 10.222.0.55 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125843 Oct 27 21:27:25.184899 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d47e531d-85bb-4817-9529-cf5e69399fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.282044 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5dbdd4b0-de4e-4c4c-8a97-3cb62badb5f2 req-e75535a5-1a75-4742-be8d-fff6389433fd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103909 Oct 27 21:27:25.285161 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d47e531d-85bb-4817-9529-cf5e69399fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.345871 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-a0b1f219-c777-4240-8d50-721acbe603dc service neutron] 10.222.0.55 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618311 Oct 27 21:27:25.361876 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d47e531d-85bb-4817-9529-cf5e69399fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.369174 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d47e531d-85bb-4817-9529-cf5e69399fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.372654 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d47e531d-85bb-4817-9529-cf5e69399fa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b393309b-4d89-48bd-88ee-65de97c8e500 HTTP/1.1" status: 204 len: 168 time: 0.3113701 Oct 27 21:27:25.382511 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e531d-85bb-4817-9529-cf5e69399fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393309b-4d89-48bd-88ee-65de97c8e500,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:25.497341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ded1f02f-e2b3-4a56-b9d3-ee603c43a793 req-7e29076c-d38d-4556-9330-468871d947d5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 210 time: 0.0540226 Oct 27 21:27:25.544128 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54108) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:25.557669 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54110) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:25.647372 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-10423676-69b4-4366-8148-107146b83793 req-edd889d5-4bf0-4d51-a348-028eefe8ce6c tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 210 time: 0.0508864 Oct 27 21:27:25.657775 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Deleting subnet 81e4539c-7f61-4671-a3d2-5045203413c3 {{(pid=101282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:27:25.661422 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.735379 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738527'] for subnet, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.798905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.849282 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-51c975d7-a7df-41ff-98bf-4676be258673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.969335 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-51c975d7-a7df-41ff-98bf-4676be258673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:25.979931 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-51c975d7-a7df-41ff-98bf-4676be258673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.018313 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-467b28c8-9977-4ccd-996f-90ae6a8bf4d1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:26.019884 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-467b28c8-9977-4ccd-996f-90ae6a8bf4d1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "GET /v2.0/networks?id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 200 len: 808 time: 0.1635637 Oct 27 21:27:26.020609 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c975d7-a7df-41ff-98bf-4676be258673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6869f02d-561b-4e52-beee-b47f242271ad,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:26.024170 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3429347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59115500'] for subnet, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.059317 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Request body: {'port': {'device_id': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222', 'admin_state_up': True, 'tenant_id': '0994a53a693c4ddea0189c7307f6146f'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:26.061870 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-51c975d7-a7df-41ff-98bf-4676be258673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cb8b9a23a6c4a888212c3bfb5be99af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017066 Oct 27 21:27:26.064438 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54130) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:26.065522 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e4539c-7f61-4671-a3d2-5045203413c3,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:26.081439 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.085768 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-64eace72-4cf6-411d-b4b3-dec0d86c11c2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/81e4539c-7f61-4671-a3d2-5045203413c3 HTTP/1.1" status: 204 len: 168 time: 0.5405099 Oct 27 21:27:26.104855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54136) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:26.224285 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.225560 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Made reservation on behalf of 0994a53a693c4ddea0189c7307f6146f for: {'port': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:26.230545 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.236235 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9bad9ad2-a1e7-46ab-8100-09bfca493ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.307958 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9bad9ad2-a1e7-46ab-8100-09bfca493ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.416664 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.444984 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.445388 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.446216 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.446663 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > port after_create 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.447667 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.448060 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > port after_update 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.448386 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.448754 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.449128 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.449447 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.475927 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Allocated IP 172.20.0.3 (1b2a8cd7-b268-4bbd-af10-3bdd28cb8222/9728ac69-9902-4481-ac05-15ff264fdbb0/f4227c51-d785-4837-851c-826472fe33fc) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:27:26.496835 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cab12-29f6-4708-a434-0184e3c8fe62 req-31aa3633-1d5d-406b-a043-6e12feeffc0b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:26.498480 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c07cab12-29f6-4708-a434-0184e3c8fe62 req-31aa3633-1d5d-406b-a043-6e12feeffc0b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0964968 Oct 27 21:27:26.543164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.543326 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.543607 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.543934 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:27:26.544305 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245ae173-35e7-4ece-bf01-eb575f3d65f0']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:26.585646 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c07cab12-29f6-4708-a434-0184e3c8fe62 req-9c50d0c1-783f-42d0-be84-d6dc81662e7c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Oct 27 21:27:26.585910 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c94848-06f7-48f1-a086-ca4eb74aedcb') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:26.586903 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c94848-06f7-48f1-a086-ca4eb74aedcb') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:26.632328 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.635992 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54160) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:26.646258 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9bad9ad2-a1e7-46ab-8100-09bfca493ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.649858 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9bad9ad2-a1e7-46ab-8100-09bfca493ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.653340 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9bad9ad2-a1e7-46ab-8100-09bfca493ebb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6869f02d-561b-4e52-beee-b47f242271ad HTTP/1.1" status: 204 len: 168 time: 0.5847352 Oct 27 21:27:26.676361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.679476 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad9ad2-a1e7-46ab-8100-09bfca493ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6869f02d-561b-4e52-beee-b47f242271ad,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:26.687950 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:27:26.688345 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: from cryptography.utils import int_from_bytes Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: from cryptography.utils import int_from_bytes Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:27:26.692442 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:27:26.710460 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f04f3910-ca6f-4ddf-8923-798071d1802b req-7975f467-348f-44c9-8bc6-0abfa6f180d9 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 210 time: 0.0783215 Oct 27 21:27:26.786751 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.795397 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.800675 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] 10.222.0.55 "DELETE /v2.0/networks/245ae173-35e7-4ece-bf01-eb575f3d65f0 HTTP/1.1" status: 204 len: 168 time: 0.6911871 Oct 27 21:27:26.806244 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-946ad93e-33fc-46b1-a6f4-cd6fe5c02727 req-f55b1725-b6a3-4550-a9e9-f1c3955c98bc tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 210 time: 0.0519726 Oct 27 21:27:26.813877 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad20ecd-2e06-40f1-9885-350e11b59066 admin admin] Pushing event deleted for resources: {'Network': ['ID=245ae173-35e7-4ece-bf01-eb575f3d65f0,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:26.835897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.848662 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-15287de2-d6bf-4c67-b802-eb06a8f69492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.920466 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:26.994200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:27:27.006069 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:27:27.013970 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:27:27.049972 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Pushing event updated for resources: {'Port': ['ID=f4227c51-d785-4837-851c-826472fe33fc,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:27.054981 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-15287de2-d6bf-4c67-b802-eb06a8f69492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.064677 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-15287de2-d6bf-4c67-b802-eb06a8f69492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.093622 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54178) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:27.123313 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:27.123957 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.136341 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2900810-d265-45c8-ae7e-44214ccaa04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.137247 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15287de2-d6bf-4c67-b802-eb06a8f69492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d051b2-311f-4d56-86c1-d13b0b0636d1,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:27.147118 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-15287de2-d6bf-4c67-b802-eb06a8f69492 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a088f8c6258c41458a978b052f18b19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077720 Oct 27 21:27:27.152889 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54180) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:27.166834 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-23ef00dc-75a5-4a77-9d42-41bd83a67280 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1120799 Oct 27 21:27:27.193192 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Request body: {'port': {'device_id': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:27.230495 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54182) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:27.293021 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-f76992dd-3c95-41e2-9f18-0b144f58de38 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:27.294925 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-f76992dd-3c95-41e2-9f18-0b144f58de38 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "GET /v2.0/networks?id=20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 200 len: 813 time: 0.3477721 Oct 27 21:27:27.296091 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.319084 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-335e8adb-6b84-435c-9c3a-b97807bb3071 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e22b0ceb1db14507babdd72edaafee35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0845983 Oct 27 21:27:27.319280 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54190) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:27.333580 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e4230aef-6850-4c55-a4b6-da497c349e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.338933 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Request body: {'port': {'device_id': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f', 'admin_state_up': True, 'tenant_id': '135095bee017483f8c95d79b8e640bbe'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:27.408872 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2900810-d265-45c8-ae7e-44214ccaa04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.427685 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2900810-d265-45c8-ae7e-44214ccaa04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.441617 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e4230aef-6850-4c55-a4b6-da497c349e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.458659 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43f1318d-2875-48ba-8a3f-b9dfd6ca7485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.525602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43f1318d-2875-48ba-8a3f-b9dfd6ca7485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.541920 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c2900810-d265-45c8-ae7e-44214ccaa04e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4899ee75fc2448c8ac3c78c5f84e57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441352 Oct 27 21:27:27.541920 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900810-d265-45c8-ae7e-44214ccaa04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce19a1-8ebe-467e-b091-fb939137a50b,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:27.542388 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54196) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:27.581023 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Made reservation on behalf of 135095bee017483f8c95d79b8e640bbe for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:27.584618 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.608084 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e4230aef-6850-4c55-a4b6-da497c349e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.611368 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e4230aef-6850-4c55-a4b6-da497c349e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.615957 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e4230aef-6850-4c55-a4b6-da497c349e05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2d051b2-311f-4d56-86c1-d13b0b0636d1 HTTP/1.1" status: 204 len: 168 time: 0.4571431 Oct 27 21:27:27.631156 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4230aef-6850-4c55-a4b6-da497c349e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d051b2-311f-4d56-86c1-d13b0b0636d1,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:27.663080 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f3d4565c-bb96-4ae9-8b25-284cc0976065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.668929 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43f1318d-2875-48ba-8a3f-b9dfd6ca7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.671367 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43f1318d-2875-48ba-8a3f-b9dfd6ca7485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.672524 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-43f1318d-2875-48ba-8a3f-b9dfd6ca7485 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e0f5ba2-996b-4900-adb9-62dc03478dcc HTTP/1.1" status: 204 len: 168 time: 0.3523529 Oct 27 21:27:27.695158 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1318d-2875-48ba-8a3f-b9dfd6ca7485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0f5ba2-996b-4900-adb9-62dc03478dcc,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:27.746172 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f3d4565c-bb96-4ae9-8b25-284cc0976065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.793274 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4227c51-d785-4837-851c-826472fe33fc {{(pid=101282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:27:27.843384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:27.865381 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Allocated IP 172.20.0.5 (20541b4d-e162-43af-98ab-4004dd69a38f/8afca0df-93be-433b-ac7d-515fa5487879/5a898143-5706-40a5-81bf-daeeeaf4b934) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:27:28.122549 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b2b93-3dd7-4c89-8acc-0cfbdc3b7b4b req-081a7466-605b-46cf-a63d-771d781d46bc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:28.124948 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-772b2b93-3dd7-4c89-8acc-0cfbdc3b7b4b req-081a7466-605b-46cf-a63d-771d781d46bc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.3346360 Oct 27 21:27:28.143864 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.provisioning_blocks [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Transition to ACTIVE for port object f4227c51-d785-4837-851c-826472fe33fc will not be triggered until provisioned by entity L2. {{(pid=101282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:27:28.152218 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f3d4565c-bb96-4ae9-8b25-284cc0976065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.154819 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f3d4565c-bb96-4ae9-8b25-284cc0976065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.159496 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f3d4565c-bb96-4ae9-8b25-284cc0976065 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebce19a1-8ebe-467e-b091-fb939137a50b HTTP/1.1" status: 204 len: 168 time: 0.6120133 Oct 27 21:27:28.165575 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.181044 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58cf39-7401-4730-9cdb-9edc771afe28 req-cd80e755-1ad2-4394-8c0f-00431213b9b4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:28.182565 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2b58cf39-7401-4730-9cdb-9edc771afe28 req-cd80e755-1ad2-4394-8c0f-00431213b9b4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 931 time: 0.3312140 Oct 27 21:27:28.210496 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4565c-bb96-4ae9-8b25-284cc0976065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce19a1-8ebe-467e-b091-fb939137a50b,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:28.262765 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-772b2b93-3dd7-4c89-8acc-0cfbdc3b7b4b req-a21a28e4-f8da-4892-9811-94ef584c8fb7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303487 Oct 27 21:27:28.284654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Pushing event updated for resources: {'Port': ['ID=f4227c51-d785-4837-851c-826472fe33fc,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:28.285328 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.328823 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2b58cf39-7401-4730-9cdb-9edc771afe28 req-f493369d-8c62-430f-816b-6f50ca3b82de tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380236 Oct 27 21:27:28.359174 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.395655 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54222) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:28.423105 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-770952b7-584b-41fb-9372-9b3edf208e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.428176 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Network 20541b4d-e162-43af-98ab-4004dd69a38f is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:27:28.433482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:27:28.442270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:27:28.486755 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Pushing event updated for resources: {'Port': ['ID=5a898143-5706-40a5-81bf-daeeeaf4b934,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:28.489877 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025d38a-4b26-4a9c-a1eb-a3388c119d03 req-09b54cbc-c0bc-4eaa-8553-c2a37ff898fc tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:28.498130 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8025d38a-4b26-4a9c-a1eb-a3388c119d03 req-09b54cbc-c0bc-4eaa-8553-c2a37ff898fc tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 931 time: 0.1369488 Oct 27 21:27:28.511799 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Attempting to bind port f4227c51-d785-4837-851c-826472fe33fc on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:27:28.512117 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Attempting to bind port f4227c51-d785-4837-851c-826472fe33fc by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:27:28.512438 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Attempting to bind port f4227c51-d785-4837-851c-826472fe33fc on network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:27:28.513690 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:28.514257 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.537139 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-de222ae8-cada-4efd-8345-1ffa7139d986 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2044988 Oct 27 21:27:28.543344 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Port f4227c51-d785-4837-851c-826472fe33fc on network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:27:28.543798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Attempting to bind port f4227c51-d785-4837-851c-826472fe33fc on network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:27:28.567818 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Request body: {'port': {'device_id': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:28.577920 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8025d38a-4b26-4a9c-a1eb-a3388c119d03 req-8b64e139-7442-4008-a1b0-dd28da477f2e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789137 Oct 27 21:27:28.581823 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:27:28.582252 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Checking segment: {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:27:28.582555 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Bound using segment: {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:27:28.582989 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Bound port: f4227c51-d785-4837-851c-826472fe33fc, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:27:28.583334 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.645837 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-770952b7-584b-41fb-9372-9b3edf208e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.648297 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.656374 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-770952b7-584b-41fb-9372-9b3edf208e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.709085 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770952b7-584b-41fb-9372-9b3edf208e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d825a-61f9-4cf1-ab58-805a86f3e5a3,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:28.735985 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-770952b7-584b-41fb-9372-9b3edf208e13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95305a48bbee42a4b9bc772d40e1029f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394687 Oct 27 21:27:28.738440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54236) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:28.773422 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] For port f4227c51-d785-4837-851c-826472fe33fc, host hv-cinder-81514, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:27:28.790821 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] For port f4227c51-d785-4837-851c-826472fe33fc, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f4227c51-d785-4837-851c-826472fe33fc,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:27:28.803421 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.830536 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bdf4076f-8cf5-49a6-93c9-3c3582449dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.855208 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:28.855815 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.857640 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] 10.222.0.74 "PUT /v2.0/ports/f4227c51-d785-4837-851c-826472fe33fc HTTP/1.1" status: 200 len: 1093 time: 1.6694283 Oct 27 21:27:28.861426 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'tag': 'f4227c51-d785-4837-851c-826472fe33fc'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:28.864310 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8340c2-adda-4f3a-90a0-6a7d61612032" -d '{"events": [{"name": "network-changed", "server_uuid": "66c52272-4bfd-4f98-a0aa-88be906c3876", "tag": "f4227c51-d785-4837-851c-826472fe33fc"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:28.918257 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bdf4076f-8cf5-49a6-93c9-3c3582449dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:28.939795 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c5dd30-b5d7-46fc-a4b2-41e8d5e57f6e x-openstack-request-id: req-78c5dd30-b5d7-46fc-a4b2-41e8d5e57f6e {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:28.940133 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c52272-4bfd-4f98-a0aa-88be906c3876", "tag": "f4227c51-d785-4837-851c-826472fe33fc", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:28.940387 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78c5dd30-b5d7-46fc-a4b2-41e8d5e57f6e {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:28.940798 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'tag': 'f4227c51-d785-4837-851c-826472fe33fc', 'status': 'completed', 'code': 200} Oct 27 21:27:28.948788 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff487cfa-2dea-41f3-9bb1-c7edb4be2a35 service neutron] Pushing event updated for resources: {'Port': ['ID=f4227c51-d785-4837-851c-826472fe33fc,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:29.009224 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a898143-5706-40a5-81bf-daeeeaf4b934 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:27:29.025704 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-80d233f7-37cf-4545-aad6-2317aa0773ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.027193 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.027310 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-80d233f7-37cf-4545-aad6-2317aa0773ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0994a53a693c4ddea0189c7307f6146f&device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 1096 time: 0.0697994 Oct 27 21:27:29.042489 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bdf4076f-8cf5-49a6-93c9-3c3582449dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.046345 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bdf4076f-8cf5-49a6-93c9-3c3582449dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.050384 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Transition to ACTIVE for port object 5a898143-5706-40a5-81bf-daeeeaf4b934 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:27:29.053064 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-bdf4076f-8cf5-49a6-93c9-3c3582449dc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f6d825a-61f9-4cf1-ab58-805a86f3e5a3 HTTP/1.1" status: 204 len: 168 time: 0.3136389 Oct 27 21:27:29.057537 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.099273 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-babe4ec4-4940-4d9f-afc7-2b6ce4ca9d59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4227c51-d785-4837-851c-826472fe33fc HTTP/1.1" status: 200 len: 217 time: 0.0418568 Oct 27 21:27:29.100076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4076f-8cf5-49a6-93c9-3c3582449dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d825a-61f9-4cf1-ab58-805a86f3e5a3,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:29.156825 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Pushing event updated for resources: {'Port': ['ID=5a898143-5706-40a5-81bf-daeeeaf4b934,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:29.192628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-279a7b51-6e8a-42e4-87a7-8b5541cb2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.194318 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-279a7b51-6e8a-42e4-87a7-8b5541cb2ca9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9728ac69-9902-4481-ac05-15ff264fdbb0 HTTP/1.1" status: 200 len: 848 time: 0.0726655 Oct 27 21:27:29.215123 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Attempting to bind port 5a898143-5706-40a5-81bf-daeeeaf4b934 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:27:29.217063 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Attempting to bind port 5a898143-5706-40a5-81bf-daeeeaf4b934 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:27:29.218269 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Attempting to bind port 5a898143-5706-40a5-81bf-daeeeaf4b934 on network 20541b4d-e162-43af-98ab-4004dd69a38f {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:27:29.223565 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Port 5a898143-5706-40a5-81bf-daeeeaf4b934 on network 20541b4d-e162-43af-98ab-4004dd69a38f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:27:29.224401 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Attempting to bind port 5a898143-5706-40a5-81bf-daeeeaf4b934 on network 20541b4d-e162-43af-98ab-4004dd69a38f {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:27:29.226448 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-6e758034-1cda-4043-9f3c-140bfd0a5716 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241137 Oct 27 21:27:29.230288 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:27:29.230608 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Checking segment: {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:27:29.230985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Bound using segment: {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:27:29.231401 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Bound port: 5a898143-5706-40a5-81bf-daeeeaf4b934, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:27:29.231884 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.307676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] For port 5a898143-5706-40a5-81bf-daeeeaf4b934, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:27:29.311682 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] For port 5a898143-5706-40a5-81bf-daeeeaf4b934, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5a898143-5706-40a5-81bf-daeeeaf4b934,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:27:29.318466 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.355898 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-ed9269ac-064f-48d2-8f98-baec0e38d0e1 service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201322 Oct 27 21:27:29.378572 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.378901 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:29.380914 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] 10.222.0.74 "PUT /v2.0/ports/5a898143-5706-40a5-81bf-daeeeaf4b934 HTTP/1.1" status: 200 len: 1093 time: 0.8204122 Oct 27 21:27:29.381896 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'tag': '5a898143-5706-40a5-81bf-daeeeaf4b934'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:29.384792 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062391e-e2b1-44b1-9c4c-5c1078abe99a" -d '{"events": [{"name": "network-changed", "server_uuid": "17cbe742-4cef-43ab-af64-42b9e7fec0da", "tag": "5a898143-5706-40a5-81bf-daeeeaf4b934"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:29.411197 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d661b92-1d22-4eaa-a70f-33deff203d11 service neutron] Pushing event updated for resources: {'Port': ['ID=5a898143-5706-40a5-81bf-daeeeaf4b934,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:29.544864 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cde00f-5f61-47f2-b6ea-ced838a8019c req-9b8a56f2-f998-455e-ae46-48a663df2952 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.546633 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0cde00f-5f61-47f2-b6ea-ced838a8019c req-9b8a56f2-f998-455e-ae46-48a663df2952 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.1706963 Oct 27 21:27:29.554811 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36a62803-4ae0-4178-9dd8-bd7bbc2ef565 req-64a89aea-1951-4bd6-a243-eaa4a3fc43d4 service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881154 Oct 27 21:27:29.557153 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-3753fa3b-160a-4d70-b651-686a576986ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.559367 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-3753fa3b-160a-4d70-b651-686a576986ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=135095bee017483f8c95d79b8e640bbe&device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 1096 time: 0.0746012 Oct 27 21:27:29.579293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe8f79-d55e-416a-93b9-928029eff8af req-1b72395f-c3b6-4adc-87d2-bd3425c1610b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.580802 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8afe8f79-d55e-416a-93b9-928029eff8af req-1b72395f-c3b6-4adc-87d2-bd3425c1610b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 943 time: 0.1233101 Oct 27 21:27:29.619472 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0cde00f-5f61-47f2-b6ea-ced838a8019c req-096ac6b5-eae0-4de1-8e74-2275921cb83a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628507 Oct 27 21:27:29.647206 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-8cb9dcfa-099f-4e10-8a75-a672b47524ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a898143-5706-40a5-81bf-daeeeaf4b934 HTTP/1.1" status: 200 len: 217 time: 0.0568008 Oct 27 21:27:29.655754 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8afe8f79-d55e-416a-93b9-928029eff8af req-5a9172a0-db93-41ca-af14-0c558f690a66 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 Oct 27 21:27:29.716126 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ac3447-ef8b-4f32-9a94-ed96761b9e37 x-openstack-request-id: req-e4ac3447-ef8b-4f32-9a94-ed96761b9e37 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:29.716617 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cbe742-4cef-43ab-af64-42b9e7fec0da", "tag": "5a898143-5706-40a5-81bf-daeeeaf4b934", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:29.716617 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4ac3447-ef8b-4f32-9a94-ed96761b9e37 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:29.716815 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'tag': '5a898143-5706-40a5-81bf-daeeeaf4b934', 'status': 'completed', 'code': 200} Oct 27 21:27:29.802681 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-caf32eaf-0c04-4c5d-8e13-2d8eed3412cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.804445 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-caf32eaf-0c04-4c5d-8e13-2d8eed3412cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8afca0df-93be-433b-ac7d-515fa5487879 HTTP/1.1" status: 200 len: 853 time: 0.0592401 Oct 27 21:27:29.866662 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-79581045-a0a9-432f-906d-e516d331c3af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=20541b4d-e162-43af-98ab-4004dd69a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507066 Oct 27 21:27:29.872330 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-ae542749-5394-49b9-9594-1ef34fb52bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.874421 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-ae542749-5394-49b9-9594-1ef34fb52bb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0994a53a693c4ddea0189c7307f6146f&device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 1096 time: 0.1221139 Oct 27 21:27:29.895154 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309399d6-2876-476b-b892-8bdd991573d9 req-6db1c8f6-f56c-472c-a40f-a1eecec4528e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:29.902599 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54288) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:29.904140 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-309399d6-2876-476b-b892-8bdd991573d9 req-6db1c8f6-f56c-472c-a40f-a1eecec4528e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 943 time: 0.1063313 Oct 27 21:27:30.004920 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-309399d6-2876-476b-b892-8bdd991573d9 req-2f76d159-860f-4901-ba12-18a660033eca tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997937 Oct 27 21:27:30.035721 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-417a5ff0-915b-4929-958e-5b45baad5f8a service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608694 Oct 27 21:27:30.076344 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-0b618147-bc1e-4b80-ab86-d88de9b1a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.091347 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-0b618147-bc1e-4b80-ab86-d88de9b1a472 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 200 len: 909 time: 0.1843705 Oct 27 21:27:30.167221 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-5c4e4f66-f54e-471f-bc3b-0e257822ce14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4227c51-d785-4837-851c-826472fe33fc HTTP/1.1" status: 200 len: 217 time: 0.0479798 Oct 27 21:27:30.176866 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4b3b9362-4786-459d-84eb-3aa461d44e7b req-51e52ae0-6cb4-4f7f-b4ca-2d24a4d80d22 service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315823 Oct 27 21:27:30.215968 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582470975-network', 'tenant_id': '12c77f21061146939b6e9c966a4de972'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:30.233443 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-e84958b2-de2e-4afe-a25d-39799698b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.235524 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-e84958b2-de2e-4afe-a25d-39799698b290 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9728ac69-9902-4481-ac05-15ff264fdbb0 HTTP/1.1" status: 200 len: 848 time: 0.0605199 Oct 27 21:27:30.241384 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Made reservation on behalf of 12c77f21061146939b6e9c966a4de972 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:30.246008 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.256906 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.339557 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-ca9448da-6271-4b2c-9380-324e8f4bb7f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381701 Oct 27 21:27:30.377040 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-431f2a8b-65e7-4e3b-9e42-98d0175d41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.378664 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-431f2a8b-65e7-4e3b-9e42-98d0175d41fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=135095bee017483f8c95d79b8e640bbe&device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 1096 time: 0.0734348 Oct 27 21:27:30.392233 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.411944 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.482355 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-039fc6bc-7a0d-4ea9-87da-50ecda239fb5 service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285789 Oct 27 21:27:30.484061 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:27:30.498606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.498945 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Added segment c089e1ac-9f2f-4520-b2a6-986f7685e1fc of type vlan for network 8b54caa9-d3d7-46f1-a020-da16e4cb57f4 Oct 27 21:27:30.509912 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d4c82-830c-4a69-ad41-cc2d4004fd60,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:30.588533 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.596164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-e1cb63fc-3bd1-4c1a-a94a-b1c833415906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.597879 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-e1cb63fc-3bd1-4c1a-a94a-b1c833415906 service neutron] 10.222.0.74 "GET /v2.0/networks?id=20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 200 len: 914 time: 0.2078600 Oct 27 21:27:30.615358 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d8340c2-adda-4f3a-90a0-6a7d61612032 req-30a769d0-5f79-439e-b7a0-cdd301b3bb0e service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255212 Oct 27 21:27:30.654444 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-1cc2492a-1db9-43d7-88ca-44c7fa08c63f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a898143-5706-40a5-81bf-daeeeaf4b934 HTTP/1.1" status: 200 len: 217 time: 0.0478632 Oct 27 21:27:30.666489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.670168 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.671263 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.802257 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8884966 Oct 27 21:27:30.806173 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54356) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:30.813506 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Request body: {'subnet': {'network_id': '8b54caa9-d3d7-46f1-a020-da16e4cb57f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582470975-subnet', 'tenant_id': '12c77f21061146939b6e9c966a4de972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:30.830353 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a187042-0141-4b3a-8308-80023710751e admin admin] Pushing event updated for resources: {'Network': ['ID=8b54caa9-d3d7-46f1-a020-da16e4cb57f4,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:30.846197 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf4a48-420b-4ad6-9a5f-7843fd237e63 req-4092f7f3-b3fb-4006-89e4-5b5e1a49ba3c tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.847663 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-30bd38a0-e685-4c55-88fb-e702741aa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.847975 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89cf4a48-420b-4ad6-9a5f-7843fd237e63 req-4092f7f3-b3fb-4006-89e4-5b5e1a49ba3c tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 943 time: 0.0884936 Oct 27 21:27:30.849549 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-30bd38a0-e685-4c55-88fb-e702741aa8c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8afca0df-93be-433b-ac7d-515fa5487879 HTTP/1.1" status: 200 len: 853 time: 0.1699088 Oct 27 21:27:30.854429 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Made reservation on behalf of 12c77f21061146939b6e9c966a4de972 for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:30.858178 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58835688'] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:30.862774 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1833b0-e6dd-4a76-bb95-dedd51963f9c req-14c4b7d4-f8c1-4c87-a893-b2715ffa1773 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:30.864203 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 8b54caa9-d3d7-46f1-a020-da16e4cb57f4 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:27:30.864682 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5f1833b0-e6dd-4a76-bb95-dedd51963f9c req-14c4b7d4-f8c1-4c87-a893-b2715ffa1773 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.1153333 Oct 27 21:27:30.931449 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89cf4a48-420b-4ad6-9a5f-7843fd237e63 req-8c9c03e7-cfef-4319-8678-762a04028e5f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610497 Oct 27 21:27:30.956254 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-3bbb48dd-64df-4f27-8da8-0daa3568ff33 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=20541b4d-e162-43af-98ab-4004dd69a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936685 Oct 27 21:27:30.978075 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5f1833b0-e6dd-4a76-bb95-dedd51963f9c req-323612c8-cced-4369-8e78-7915a76166d4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969007 Oct 27 21:27:31.112114 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-2e87d6bf-c188-4815-a1ba-be1ef84a7e6f service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352577 Oct 27 21:27:31.177518 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124b269-62d7-46fc-aaa8-6d865133ff8d req-e0b483f4-4cb4-4e41-8835-c48731056f7e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:31.188411 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1124b269-62d7-46fc-aaa8-6d865133ff8d req-e0b483f4-4cb4-4e41-8835-c48731056f7e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 943 time: 0.1009259 Oct 27 21:27:31.276168 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1124b269-62d7-46fc-aaa8-6d865133ff8d req-2c5a0d19-1ff5-4bc0-922b-404501f8f6e9 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853996 Oct 27 21:27:31.341933 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59134058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58835706'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:31.372772 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f062391e-e2b1-44b1-9c4c-5c1078abe99a req-db15daea-a620-4b33-8419-879f5f7e9d8a service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254021 Oct 27 21:27:31.403534 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26e8051-e77f-4c8c-8ee4-721e5eb70340,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:31.417252 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Checking segment: {'id': 'c089e1ac-9f2f-4520-b2a6-986f7685e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8b54caa9-d3d7-46f1-a020-da16e4cb57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:27:31.417252 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Network hostable DHCP agents. Network: 8b54caa9-d3d7-46f1-a020-da16e4cb57f4, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:27:31.435717 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Network 8b54caa9-d3d7-46f1-a020-da16e4cb57f4 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:27:31.446431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 8b54caa9-d3d7-46f1-a020-da16e4cb57f4) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:27:31.451967 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:31.452737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:31.457110 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871b2d0-e300-4255-a3e7-1f8dac248c03 None None] Network 8b54caa9-d3d7-46f1-a020-da16e4cb57f4 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:31.489162 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e495be58-8641-4f08-bbd1-ed8d987f935a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6800330 Oct 27 21:27:31.514084 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f4227c51-d785-4837-851c-826472fe33fc details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:27:31.706707 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a01412-94d4-4ac9-b29b-0d069908c2aa None None] Network 8b54caa9-d3d7-46f1-a020-da16e4cb57f4 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:31.717534 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f4227c51-d785-4837-851c-826472fe33fc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f4227c51-d785-4837-851c-826472fe33fc,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:31.781932 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'f4227c51-d785-4837-851c-826472fe33fc', 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222', 'port_id': 'f4227c51-d785-4837-851c-826472fe33fc', 'mac_address': 'fa:16:3e:95:74:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9728ac69-9902-4481-ac05-15ff264fdbb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:27:31.929191 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.192529 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca350471-ad40-4eba-9987-49f706ecb0d4 req-79922ddf-0176-4588-9991-f1b585e24a8b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:32.195342 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4227c51-d785-4837-851c-826472fe33fc {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:27:32.201281 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ca350471-ad40-4eba-9987-49f706ecb0d4 req-79922ddf-0176-4588-9991-f1b585e24a8b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 943 time: 0.1486843 Oct 27 21:27:32.257876 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f4227c51-d785-4837-851c-826472fe33fc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f4227c51-d785-4837-851c-826472fe33fc,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:32.267667 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.270343 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c87ed-0b4f-43d0-8cf1-f6a96f6be02d req-7d842686-2b40-4f19-a4de-5750116ce309 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:32.273479 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-677c87ed-0b4f-43d0-8cf1-f6a96f6be02d req-7d842686-2b40-4f19-a4de-5750116ce309 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.1499135 Oct 27 21:27:32.337195 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ca350471-ad40-4eba-9987-49f706ecb0d4 req-4f8e188a-3a3c-4739-9b3e-132a0a00517a tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303189 Oct 27 21:27:32.375842 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-677c87ed-0b4f-43d0-8cf1-f6a96f6be02d req-cefbe2be-7ff1-4306-9392-cc3d99715331 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942237 Oct 27 21:27:32.427305 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=f4227c51-d785-4837-851c-826472fe33fc,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:32.447512 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.447954 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.448370 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.448821 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.449587 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.449963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.450445 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.450847 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.451221 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.451609 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.452099 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.452487 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:27:32.458015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54474) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:32.469048 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258095049-network', 'tenant_id': '0a1a164b26b947ab8de87b91691e9288'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:32.509898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Made reservation on behalf of 0a1a164b26b947ab8de87b91691e9288 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:32.513459 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.531846 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.569740 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9cafc-3e13-453e-b39a-a5f2d002c1f5 req-3e815be4-d343-42ec-bfc3-94ad06bd1837 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:32.578198 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-43b9cafc-3e13-453e-b39a-a5f2d002c1f5 req-3e815be4-d343-42ec-bfc3-94ad06bd1837 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 943 time: 0.0703549 Oct 27 21:27:32.632177 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-43b9cafc-3e13-453e-b39a-a5f2d002c1f5 req-f3dccab6-9e67-4f94-a161-443f6848fcf5 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Oct 27 21:27:32.653041 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.657503 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.670495 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['f4227c51-d785-4837-851c-826472fe33fc'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:27:32.689647 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850ee42a-91ee-4440-a9c0-57074a508159,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:32.698598 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:27:32.721685 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.722064 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Added segment 08a82770-7523-444e-bce5-72abb6dcf7ca of type vlan for network 27535aac-f399-4848-9295-fcbf1cb808f2 Oct 27 21:27:32.782051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.828040 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.829084 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:32.829725 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.857104 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54484) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:32.883647 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4241178 Oct 27 21:27:32.886948 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54488) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:32.893291 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Request body: {'subnet': {'network_id': '27535aac-f399-4848-9295-fcbf1cb808f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258095049-subnet', 'tenant_id': '0a1a164b26b947ab8de87b91691e9288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:27:32.894398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887dfc-a137-4b36-9504-b358b58a4ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=27535aac-f399-4848-9295-fcbf1cb808f2,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:32.904781 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 27535aac-f399-4848-9295-fcbf1cb808f2 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:27:32.919228 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Made reservation on behalf of 0a1a164b26b947ab8de87b91691e9288 for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:27:32.921712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59115021'] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:32.990455 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed9eb-2bba-4a0c-9e3a-c2a50f64a616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.157561 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed9eb-2bba-4a0c-9e3a-c2a50f64a616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.162733 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed9eb-2bba-4a0c-9e3a-c2a50f64a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.173130 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3429282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59115039'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.240635 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-bf2ed9eb-2bba-4a0c-9e3a-c2a50f64a616 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8ee8e1c028a4911b55a21523afdd0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822296 Oct 27 21:27:33.243356 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54490) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:33.249218 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ed9eb-2bba-4a0c-9e3a-c2a50f64a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2205ebc-e443-41f4-8d29-8c4c72b7ab5a,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:33.257996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38822b65-2e50-4698-8297-f3aebab22473,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:33.275820 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Checking segment: {'id': '08a82770-7523-444e-bce5-72abb6dcf7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '27535aac-f399-4848-9295-fcbf1cb808f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:27:33.276188 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Network hostable DHCP agents. Network: 27535aac-f399-4848-9295-fcbf1cb808f2, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:27:33.294654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Network 27535aac-f399-4848-9295-fcbf1cb808f2 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:27:33.297371 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3722-7917-45ef-829c-47cf9d40f640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.303557 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 27535aac-f399-4848-9295-fcbf1cb808f2) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:27:33.309007 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:33.309606 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.315432 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a354e-7f48-44e0-9674-c72efec9094e None None] Network 27535aac-f399-4848-9295-fcbf1cb808f2 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:33.320079 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3722-7917-45ef-829c-47cf9d40f640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.326542 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b7e0d36a-ad39-4378-b84b-8a0c91ba3f2b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4380889 Oct 27 21:27:33.395706 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3722-7917-45ef-829c-47cf9d40f640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.400103 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3722-7917-45ef-829c-47cf9d40f640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.403643 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b8fe3722-7917-45ef-829c-47cf9d40f640 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2205ebc-e443-41f4-8d29-8c4c72b7ab5a HTTP/1.1" status: 204 len: 168 time: 0.1570141 Oct 27 21:27:33.413270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3722-7917-45ef-829c-47cf9d40f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2205ebc-e443-41f4-8d29-8c4c72b7ab5a,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:33.520112 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54504) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:33.533284 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 5a898143-5706-40a5-81bf-daeeeaf4b934 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:27:33.537082 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe87d7-ee8c-4f07-951a-6f1e9a3d19b3 None None] Network 27535aac-f399-4848-9295-fcbf1cb808f2 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:27:33.563776 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce057737-783a-47a0-8306-1e5f7b54f3a3 req-9cec0a20-c843-4b4c-97c9-80308d1b2fa6 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:33.573752 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce057737-783a-47a0-8306-1e5f7b54f3a3 req-9cec0a20-c843-4b4c-97c9-80308d1b2fa6 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 944 time: 0.1182551 Oct 27 21:27:33.589804 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Deleting subnet a26e8051-e77f-4c8c-8ee4-721e5eb70340 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:27:33.590023 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359c5d2-4253-40fd-a27e-78693b6a6995 req-131702f5-658e-4ac6-8a2a-de6d85fc7932 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:33.591560 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0359c5d2-4253-40fd-a27e-78693b6a6995 req-131702f5-658e-4ac6-8a2a-de6d85fc7932 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0983744 Oct 27 21:27:33.593869 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.637067 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.660465 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce057737-783a-47a0-8306-1e5f7b54f3a3 req-fa98b6a5-8178-4e0e-9bfa-4e6d4e12b39f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857449 Oct 27 21:27:33.673035 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0359c5d2-4253-40fd-a27e-78693b6a6995 req-e79ca680-9cd3-401f-a089-1fabf8d42579 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Oct 27 21:27:33.704624 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.785686 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.818671 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26e8051-e77f-4c8c-8ee4-721e5eb70340,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:33.830109 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54512) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:33.835176 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 5a898143-5706-40a5-81bf-daeeeaf4b934, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5a898143-5706-40a5-81bf-daeeeaf4b934,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:33.836493 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d15d8-d310-4288-8e42-91e655dc49e1 req-cde50055-eb65-406d-be5e-45f79c99d709 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:33.838124 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-932d15d8-d310-4288-8e42-91e655dc49e1 req-cde50055-eb65-406d-be5e-45f79c99d709 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 943 time: 0.0825918 Oct 27 21:27:33.849389 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '5a898143-5706-40a5-81bf-daeeeaf4b934', 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f', 'port_id': '5a898143-5706-40a5-81bf-daeeeaf4b934', 'mac_address': 'fa:16:3e:14:fa:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8afca0df-93be-433b-ac7d-515fa5487879', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:27:33.851605 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-84f0b435-d4b5-4d50-94f8-23913ef444a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.905966 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.908323 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.909769 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-932d15d8-d310-4288-8e42-91e655dc49e1 req-696583aa-e7a3-43a8-9691-f6331e62a169 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640633 Oct 27 21:27:33.912110 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5574dab2-672a-4d1f-9ff2-7fb3c8d50a8d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a26e8051-e77f-4c8c-8ee4-721e5eb70340 HTTP/1.1" status: 204 len: 168 time: 0.3889976 Oct 27 21:27:33.913817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54516) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:33.924806 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a898143-5706-40a5-81bf-daeeeaf4b934 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:27:33.955481 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 5a898143-5706-40a5-81bf-daeeeaf4b934, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5a898143-5706-40a5-81bf-daeeeaf4b934,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:33.963917 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.979425 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-84f0b435-d4b5-4d50-94f8-23913ef444a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:33.986217 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-84f0b435-d4b5-4d50-94f8-23913ef444a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.005255 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.025020 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=5a898143-5706-40a5-81bf-daeeeaf4b934,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:34.040929 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-84f0b435-d4b5-4d50-94f8-23913ef444a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45fa00026eaf409da24e6ea46e243ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097614 Oct 27 21:27:34.042004 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54518) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:34.042734 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b435-d4b5-4d50-94f8-23913ef444a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a240886d-0d9b-44fd-bfa3-b03b08eda1cc,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:34.102728 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-cecd984d-739d-423f-9248-b4960cc08905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.112712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.131604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-cecd984d-739d-423f-9248-b4960cc08905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.156098 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b54caa9-d3d7-46f1-a020-da16e4cb57f4']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:34.167601 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c089e1ac-9f2f-4520-b2a6-986f7685e1fc') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:34.167965 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c089e1ac-9f2f-4520-b2a6-986f7685e1fc') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:34.179054 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.195057 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.197460 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-cecd984d-739d-423f-9248-b4960cc08905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.200294 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-cecd984d-739d-423f-9248-b4960cc08905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.201590 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-cecd984d-739d-423f-9248-b4960cc08905 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a240886d-0d9b-44fd-bfa3-b03b08eda1cc HTTP/1.1" status: 204 len: 168 time: 0.1556058 Oct 27 21:27:34.201912 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:27:34.202321 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:27:34.204239 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:27:34.212132 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd984d-739d-423f-9248-b4960cc08905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a240886d-0d9b-44fd-bfa3-b03b08eda1cc,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:34.261486 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.268060 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.271771 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8b54caa9-d3d7-46f1-a020-da16e4cb57f4 HTTP/1.1" status: 204 len: 168 time: 0.3526139 Oct 27 21:27:34.275354 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54526) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:34.288200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8dbab-12c5-49da-a777-2b4847dbf4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b54caa9-d3d7-46f1-a020-da16e4cb57f4,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:34.321925 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Deleting subnet 38822b65-2e50-4698-8297-f3aebab22473 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:27:34.325034 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.362858 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.374891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['5a898143-5706-40a5-81bf-daeeeaf4b934'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:27:34.404049 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.466031 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.502769 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.509533 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38822b65-2e50-4698-8297-f3aebab22473 HTTP/1.1" status: 204 len: 168 time: 0.2309372 Oct 27 21:27:34.509533 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b16465-57b9-44d2-8e4d-5d419fdf4999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38822b65-2e50-4698-8297-f3aebab22473,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:34.510460 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54532) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:34.591750 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.671490 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.690912 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27535aac-f399-4848-9295-fcbf1cb808f2']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:34.705783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a82770-7523-444e-bce5-72abb6dcf7ca') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:34.706390 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a82770-7523-444e-bce5-72abb6dcf7ca') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:27:34.722548 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.739552 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.746305 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:27:34.747049 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:27:34.749146 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:27:34.816865 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.822949 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.826438 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] 10.222.0.55 "DELETE /v2.0/networks/27535aac-f399-4848-9295-fcbf1cb808f2 HTTP/1.1" status: 204 len: 168 time: 0.3150868 Oct 27 21:27:34.834272 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435d0fb-84ec-42bb-bdd6-1c11e3a6b381 req-2ee67c51-6db2-4dd2-9329-399111675aa3 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:34.838189 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7435d0fb-84ec-42bb-bdd6-1c11e3a6b381 req-2ee67c51-6db2-4dd2-9329-399111675aa3 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 944 time: 0.0931184 Oct 27 21:27:34.850163 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab699dd7-57a9-4ccb-b9df-63404ea83bb5 req-1d9c1a81-be09-4bcd-ab5a-2d5dc2ca8e33 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:34.851680 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab699dd7-57a9-4ccb-b9df-63404ea83bb5 req-1d9c1a81-be09-4bcd-ab5a-2d5dc2ca8e33 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0752819 Oct 27 21:27:34.857830 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34611cfd-f8f7-4a70-871b-c994a1523958 admin admin] Pushing event deleted for resources: {'Network': ['ID=27535aac-f399-4848-9295-fcbf1cb808f2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:34.914609 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7435d0fb-84ec-42bb-bdd6-1c11e3a6b381 req-e1c3d133-05a3-4e08-a59d-861f44199d37 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576882 Oct 27 21:27:34.922029 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab699dd7-57a9-4ccb-b9df-63404ea83bb5 req-5143e18f-74f9-4d78-a08f-44bad2654782 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561371 Oct 27 21:27:34.988551 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54558) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:35.082850 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-c8dc99a5-618f-43d9-90e6-674420357d38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12c77f21061146939b6e9c966a4de972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927732 Oct 27 21:27:35.085525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54562) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:35.092106 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdf211-c55b-4cf7-9e95-54415c702204 req-dd131895-457f-4db2-9eaa-1b864d8af1c0 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:35.093652 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-24cdf211-c55b-4cf7-9e95-54415c702204 req-dd131895-457f-4db2-9eaa-1b864d8af1c0 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 944 time: 0.0924938 Oct 27 21:27:35.138869 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-24cdf211-c55b-4cf7-9e95-54415c702204 req-91cf0365-aa95-49ae-aa29-5cb1a950eb20 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Oct 27 21:27:35.152111 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f26ba555-2528-47c4-9b2b-48f153a92cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.175525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f26ba555-2528-47c4-9b2b-48f153a92cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.233230 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f26ba555-2528-47c4-9b2b-48f153a92cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.236135 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f26ba555-2528-47c4-9b2b-48f153a92cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.237217 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f26ba555-2528-47c4-9b2b-48f153a92cb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c2d4c82-830c-4a69-ad41-cc2d4004fd60 HTTP/1.1" status: 204 len: 168 time: 0.1506910 Oct 27 21:27:35.245161 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ba555-2528-47c4-9b2b-48f153a92cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d4c82-830c-4a69-ad41-cc2d4004fd60,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:35.563594 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 5a898143-5706-40a5-81bf-daeeeaf4b934 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:27:35.637649 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 5a898143-5706-40a5-81bf-daeeeaf4b934 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:27:35.641912 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 5a898143-5706-40a5-81bf-daeeeaf4b934 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:27:35.642335 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.685711 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54600) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:35.728055 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.731150 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6e303952-0fbb-40f8-9dee-0fb588efaaf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a1a164b26b947ab8de87b91691e9288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442119 Oct 27 21:27:35.734172 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54602) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:35.754872 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a898143-5706-40a5-81bf-daeeeaf4b934'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:35.757968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e3dbc2-6b58-4e79-a07a-f929b2f4d3d3" -d '{"events": [{"server_uuid": "17cbe742-4cef-43ab-af64-42b9e7fec0da", "name": "network-vif-plugged", "status": "completed", "tag": "5a898143-5706-40a5-81bf-daeeeaf4b934"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:35.772435 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 5a898143-5706-40a5-81bf-daeeeaf4b934, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5a898143-5706-40a5-81bf-daeeeaf4b934,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:35.777382 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.778181 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f4227c51-d785-4837-851c-826472fe33fc up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:27:35.801136 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c94cdd9-4ee5-4485-972f-870b0b828f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.808311 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06761d-11d7-480e-aece-0b4ce4419a06 x-openstack-request-id: req-3c06761d-11d7-480e-aece-0b4ce4419a06 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:35.808667 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cbe742-4cef-43ab-af64-42b9e7fec0da", "name": "network-vif-plugged", "status": "completed", "tag": "5a898143-5706-40a5-81bf-daeeeaf4b934", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:35.809078 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c06761d-11d7-480e-aece-0b4ce4419a06 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:35.809348 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a898143-5706-40a5-81bf-daeeeaf4b934', 'code': 200} Oct 27 21:27:35.836018 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c94cdd9-4ee5-4485-972f-870b0b828f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.878459 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=5a898143-5706-40a5-81bf-daeeeaf4b934,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:35.898739 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port f4227c51-d785-4837-851c-826472fe33fc completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:27:35.901607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c94cdd9-4ee5-4485-972f-870b0b828f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.903118 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port f4227c51-d785-4837-851c-826472fe33fc triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:27:35.903481 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.905045 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c94cdd9-4ee5-4485-972f-870b0b828f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:35.909254 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9c94cdd9-4ee5-4485-972f-870b0b828f25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/850ee42a-91ee-4440-a9c0-57074a508159 HTTP/1.1" status: 204 len: 168 time: 0.1716022 Oct 27 21:27:35.918368 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94cdd9-4ee5-4485-972f-870b0b828f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ee42a-91ee-4440-a9c0-57074a508159,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:36.045349 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:36.090189 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f4227c51-d785-4837-851c-826472fe33fc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f4227c51-d785-4837-851c-826472fe33fc,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:36.095784 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:36.166560 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=f4227c51-d785-4837-851c-826472fe33fc,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:36.188268 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3348b1d-2274-4510-81fc-3a970f123f94 req-155a8d57-1286-443d-b176-f92a63e408bc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:36.189351 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a1d4-db57-4c8d-a2a1-693051a1c0d5 req-6540bda8-4986-43ef-856b-ea79ba9dd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:36.190861 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f6a6a1d4-db57-4c8d-a2a1-693051a1c0d5 req-6540bda8-4986-43ef-856b-ea79ba9dd24c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 1098 time: 0.1408939 Oct 27 21:27:36.195808 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3348b1d-2274-4510-81fc-3a970f123f94 req-155a8d57-1286-443d-b176-f92a63e408bc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.1734929 Oct 27 21:27:36.205105 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf29f7-db1b-49a9-927a-1b27db27a9a7 req-ac1aba1a-796b-4224-a292-d10487ef8194 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:36.206734 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-40bf29f7-db1b-49a9-927a-1b27db27a9a7 req-ac1aba1a-796b-4224-a292-d10487ef8194 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 944 time: 0.1647227 Oct 27 21:27:36.258088 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3348b1d-2274-4510-81fc-3a970f123f94 req-8b3ad49b-ab4f-4692-8bae-ce48737cb337 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Oct 27 21:27:36.262901 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f6a6a1d4-db57-4c8d-a2a1-693051a1c0d5 req-97a07ae0-66c7-4b89-8fb4-27d7583d21a5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 Oct 27 21:27:36.293173 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-40bf29f7-db1b-49a9-927a-1b27db27a9a7 req-5706fd28-9ff7-4e41-a72a-71a1e9108542 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723364 Oct 27 21:27:36.339919 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a790ee53-a85e-409b-8578-bcd0d9ffbd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:36.427606 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8035-ab03-4fb6-b513-fa990bb16c08 req-22e8f54e-572c-426a-9995-72192f9bf3ec tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:36.429141 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3d7c8035-ab03-4fb6-b513-fa990bb16c08 req-22e8f54e-572c-426a-9995-72192f9bf3ec tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0685406 Oct 27 21:27:36.473123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3d7c8035-ab03-4fb6-b513-fa990bb16c08 req-6cc91d36-638c-4efa-805d-139182385e43 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 Oct 27 21:27:36.981939 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54664) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:37.084430 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3f09b356-d8dc-4de3-ac42-b82a23b04510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.162968 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3f09b356-d8dc-4de3-ac42-b82a23b04510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.167549 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3f09b356-d8dc-4de3-ac42-b82a23b04510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.204433 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09b356-d8dc-4de3-ac42-b82a23b04510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dace97c-8850-4101-8ba1-b25f1801eefe,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:37.210192 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-3f09b356-d8dc-4de3-ac42-b82a23b04510 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a463caf4c3604b33b2144f1578243c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271318 Oct 27 21:27:37.212942 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54676) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:37.264729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b01e3b2-4168-4757-997c-5d84f08a86f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.288952 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b01e3b2-4168-4757-997c-5d84f08a86f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.354475 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b01e3b2-4168-4757-997c-5d84f08a86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.357366 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b01e3b2-4168-4757-997c-5d84f08a86f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.358769 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6b01e3b2-4168-4757-997c-5d84f08a86f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dace97c-8850-4101-8ba1-b25f1801eefe HTTP/1.1" status: 204 len: 168 time: 0.1449237 Oct 27 21:27:37.429511 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01e3b2-4168-4757-997c-5d84f08a86f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dace97c-8850-4101-8ba1-b25f1801eefe,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:37.457667 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f7b67-b0cf-45a5-8194-a8a354e282d1 req-8ec08b8f-0e85-4eda-9b5e-5f588aa975b2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:37.459327 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dd7f7b67-b0cf-45a5-8194-a8a354e282d1 req-8ec08b8f-0e85-4eda-9b5e-5f588aa975b2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0995548 Oct 27 21:27:37.478395 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64401a6b-0264-4c04-8d42-b8e0357b945c req-0e390055-45e2-45fa-855f-cd86b960e60f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:37.483706 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-64401a6b-0264-4c04-8d42-b8e0357b945c req-0e390055-45e2-45fa-855f-cd86b960e60f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 945 time: 0.0867455 Oct 27 21:27:37.554350 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dd7f7b67-b0cf-45a5-8194-a8a354e282d1 req-acef83a1-28d3-47d0-9d87-6cad29017432 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846298 Oct 27 21:27:37.592814 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-64401a6b-0264-4c04-8d42-b8e0357b945c req-a0493f5c-bfe4-468f-b591-998c75fb3a92 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974152 Oct 27 21:27:37.727468 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e73db6-e9b8-4bec-a5ce-d4c3814f7136 req-a8b1a36d-7121-46dd-8879-108e6293d6d8 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:37.728991 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-17e73db6-e9b8-4bec-a5ce-d4c3814f7136 req-a8b1a36d-7121-46dd-8879-108e6293d6d8 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0668678 Oct 27 21:27:37.799572 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-17e73db6-e9b8-4bec-a5ce-d4c3814f7136 req-19ca542f-fb74-4b33-aba4-5e82d771b1be tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628526 Oct 27 21:27:37.819864 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4227c51-d785-4837-851c-826472fe33fc'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:37.823126 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c4d77c-4dfa-4ad7-8430-096e58e3ae97" -d '{"events": [{"server_uuid": "66c52272-4bfd-4f98-a0aa-88be906c3876", "name": "network-vif-plugged", "status": "completed", "tag": "f4227c51-d785-4837-851c-826472fe33fc"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:37.868353 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82496af-caa7-4f88-9b8f-fe0578a5f39a x-openstack-request-id: req-c82496af-caa7-4f88-9b8f-fe0578a5f39a {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:37.868793 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c52272-4bfd-4f98-a0aa-88be906c3876", "name": "network-vif-plugged", "status": "completed", "tag": "f4227c51-d785-4837-851c-826472fe33fc", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:37.869141 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c82496af-caa7-4f88-9b8f-fe0578a5f39a {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:37.869621 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4227c51-d785-4837-851c-826472fe33fc', 'code': 200} Oct 27 21:27:37.874712 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54710) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:37.891120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-664f3ff7-f035-4e23-8dd3-39ad6ca48f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.934817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54714) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:37.970168 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-664f3ff7-f035-4e23-8dd3-39ad6ca48f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:37.975655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-664f3ff7-f035-4e23-8dd3-39ad6ca48f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.019599 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-664f3ff7-f035-4e23-8dd3-39ad6ca48f3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=766687190f3e4092a43f129f8c48a670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436369 Oct 27 21:27:38.020733 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f3ff7-f035-4e23-8dd3-39ad6ca48f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d2b88f-1db8-47f5-a839-7b7bce7f1ece,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:38.022817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54718) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:38.087643 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba487-8cbe-4400-8347-9fdf8a221c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.115053 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba487-8cbe-4400-8347-9fdf8a221c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.140436 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a4ae8496-5242-414f-a66b-c87ca1cc480c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.217233 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289de8c2-87bb-4dca-a89e-bccc99c5e0f4 req-714e5044-3352-4e76-b6bb-403aaf809912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:38.220733 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba487-8cbe-4400-8347-9fdf8a221c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.223238 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba487-8cbe-4400-8347-9fdf8a221c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.224364 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-0b3ba487-8cbe-4400-8347-9fdf8a221c4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2d2b88f-1db8-47f5-a839-7b7bce7f1ece HTTP/1.1" status: 204 len: 168 time: 0.1966112 Oct 27 21:27:38.232726 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-289de8c2-87bb-4dca-a89e-bccc99c5e0f4 req-714e5044-3352-4e76-b6bb-403aaf809912 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 1098 time: 0.0676095 Oct 27 21:27:38.234182 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ba487-8cbe-4400-8347-9fdf8a221c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d2b88f-1db8-47f5-a839-7b7bce7f1ece,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:38.268340 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-289de8c2-87bb-4dca-a89e-bccc99c5e0f4 req-97b979cc-a65a-48fa-a455-b2aa82d67de0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375371 Oct 27 21:27:38.291970 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a4ae8496-5242-414f-a66b-c87ca1cc480c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.296080 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a4ae8496-5242-414f-a66b-c87ca1cc480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.337816 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-a4ae8496-5242-414f-a66b-c87ca1cc480c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88c7399e8cb841dd8d9a9cb7db0ca9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014254 Oct 27 21:27:38.338853 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae8496-5242-414f-a66b-c87ca1cc480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021daa4d-d052-48df-a392-cfdb19239c24,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:38.340634 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54726) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:38.389843 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5a6eeeed-0310-4f14-ab87-bf940ffd5fe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.410104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5a6eeeed-0310-4f14-ab87-bf940ffd5fe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.456305 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5a6eeeed-0310-4f14-ab87-bf940ffd5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.458994 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5a6eeeed-0310-4f14-ab87-bf940ffd5fe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.462471 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5a6eeeed-0310-4f14-ab87-bf940ffd5fe5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/021daa4d-d052-48df-a392-cfdb19239c24 HTTP/1.1" status: 204 len: 168 time: 0.1185427 Oct 27 21:27:38.469673 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eeeed-0310-4f14-ab87-bf940ffd5fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021daa4d-d052-48df-a392-cfdb19239c24,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:38.511989 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54732) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:38.527024 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-12356f6f-5703-4afd-a48d-a577b87f1ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.616419 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-12356f6f-5703-4afd-a48d-a577b87f1ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.622426 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-12356f6f-5703-4afd-a48d-a577b87f1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.720200 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-12356f6f-5703-4afd-a48d-a577b87f1ba3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cba87195b5e2479caca1cfc54f9a1452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044573 Oct 27 21:27:38.721094 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54742) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:38.728043 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356f6f-5703-4afd-a48d-a577b87f1ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b77a86-4fe9-4f54-aad2-853b475259be,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:38.751827 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ae325-f33d-4217-8545-3fb48c7ee25f req-70c44cf1-4a53-47b9-b747-d635a2edeee0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:38.753432 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-270ae325-f33d-4217-8545-3fb48c7ee25f req-70c44cf1-4a53-47b9-b747-d635a2edeee0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.1272223 Oct 27 21:27:38.767177 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0e49d-4653-4f8b-a900-3e72a55f270e req-6256450b-5eea-426e-98e1-9c67fe3f9dcd tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:38.768546 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f8e0e49d-4653-4f8b-a900-3e72a55f270e req-6256450b-5eea-426e-98e1-9c67fe3f9dcd tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 945 time: 0.0937917 Oct 27 21:27:38.812736 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-713ea8ba-a472-4029-ae33-8a76c30a10e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.825000 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-270ae325-f33d-4217-8545-3fb48c7ee25f req-e0374c64-02c7-4b33-9397-7f8b4904c705 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554419 Oct 27 21:27:38.836911 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f8e0e49d-4653-4f8b-a900-3e72a55f270e req-21c983cd-1a7d-4c8a-91ad-b2f38f04a176 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540814 Oct 27 21:27:38.846832 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-713ea8ba-a472-4029-ae33-8a76c30a10e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.885192 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 54748) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:38.900378 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4d177896-f840-465f-ad66-7ec3821a723b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.901335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1d867a3b-487f-45a4-8727-ad00f108de15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.927492 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-713ea8ba-a472-4029-ae33-8a76c30a10e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.931465 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-713ea8ba-a472-4029-ae33-8a76c30a10e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.932616 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-713ea8ba-a472-4029-ae33-8a76c30a10e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8b77a86-4fe9-4f54-aad2-853b475259be HTTP/1.1" status: 204 len: 168 time: 0.2078404 Oct 27 21:27:38.942470 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea8ba-a472-4029-ae33-8a76c30a10e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b77a86-4fe9-4f54-aad2-853b475259be,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:39.020052 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754279-f1c4-4d61-975e-3d29acd0a9af req-6ed3e0b6-27af-4ca5-8a06-66b8755332fb tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:39.021566 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e754279-f1c4-4d61-975e-3d29acd0a9af req-6ed3e0b6-27af-4ca5-8a06-66b8755332fb tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0879588 Oct 27 21:27:39.054344 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1d867a3b-487f-45a4-8727-ad00f108de15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:39.060293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1d867a3b-487f-45a4-8727-ad00f108de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:39.093653 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e754279-f1c4-4d61-975e-3d29acd0a9af req-cc47bf47-ae5e-40de-be90-e5743ff18cf9 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643697 Oct 27 21:27:39.114485 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 54752) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:39.117164 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-1d867a3b-487f-45a4-8727-ad00f108de15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee15825eaae54081a8909cd7af21a04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308125 Oct 27 21:27:39.124858 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d867a3b-487f-45a4-8727-ad00f108de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e62581-22bc-4914-8e91-885992b3d9b8,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:39.175297 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c514-4497-4f13-b7e3-9f36ce629f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:39.198821 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c514-4497-4f13-b7e3-9f36ce629f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:39.251598 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c514-4497-4f13-b7e3-9f36ce629f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:39.254911 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c514-4497-4f13-b7e3-9f36ce629f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:39.258287 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e2c9c514-4497-4f13-b7e3-9f36ce629f7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51e62581-22bc-4914-8e91-885992b3d9b8 HTTP/1.1" status: 204 len: 168 time: 0.1413984 Oct 27 21:27:39.275764 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c514-4497-4f13-b7e3-9f36ce629f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e62581-22bc-4914-8e91-885992b3d9b8,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:40.019357 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:40.035368 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28189c4b-7fbc-4123-a5e7-5216adc57569 req-c74f61ab-5829-49a8-be5f-e44a27068612 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:40.037089 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-28189c4b-7fbc-4123-a5e7-5216adc57569 req-c74f61ab-5829-49a8-be5f-e44a27068612 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 945 time: 0.0911229 Oct 27 21:27:40.051315 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b87b-361f-429e-bbff-4d93c5ae2115 req-2e3efa2f-7183-40c8-b904-ad1d34188a04 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:40.053833 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-59b1b87b-361f-429e-bbff-4d93c5ae2115 req-2e3efa2f-7183-40c8-b904-ad1d34188a04 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0947385 Oct 27 21:27:40.110241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-28189c4b-7fbc-4123-a5e7-5216adc57569 req-d7fde083-b4d6-476d-9a29-9cde3374e8b0 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554678 Oct 27 21:27:40.136840 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-59b1b87b-361f-429e-bbff-4d93c5ae2115 req-54e079fa-fc81-4ae3-9814-10281b2c7498 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667841 Oct 27 21:27:40.141107 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:41.431437 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300126-41da-4663-92cd-80c81ca4a014 req-40f0f13a-1cc0-4ddd-9335-6917ad24b29f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:41.433218 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc300126-41da-4663-92cd-80c81ca4a014 req-40f0f13a-1cc0-4ddd-9335-6917ad24b29f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0686126 Oct 27 21:27:41.478524 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc300126-41da-4663-92cd-80c81ca4a014 req-46ada641-d662-400c-9374-24907123071c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Oct 27 21:27:41.778188 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:41.856747 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29786d-54d3-4be7-be8e-dd8bd3c92bfa req-601331a6-a36c-45e9-8b0f-5e3e08b27b6a tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:41.858197 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9b29786d-54d3-4be7-be8e-dd8bd3c92bfa req-601331a6-a36c-45e9-8b0f-5e3e08b27b6a tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 945 time: 0.0543609 Oct 27 21:27:41.898636 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9b29786d-54d3-4be7-be8e-dd8bd3c92bfa req-e5fb1a2c-6864-4d5a-8ac6-4162aa92800a tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Oct 27 21:27:42.595901 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9805-4903-473c-bd47-f00dda947443 req-64702dc7-c9ed-475f-a5fd-b69f930e9539 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:42.597502 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f1dd9805-4903-473c-bd47-f00dda947443 req-64702dc7-c9ed-475f-a5fd-b69f930e9539 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0486703 Oct 27 21:27:42.635004 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f1dd9805-4903-473c-bd47-f00dda947443 req-975b4b04-97c7-4b2f-9ca1-cb78719e2d6e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Oct 27 21:27:43.023000 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeca07-3120-4f23-83ad-bf4357de8b87 req-0f079606-aec7-44aa-aa68-b1c2f7fa5974 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:43.023997 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0fdeca07-3120-4f23-83ad-bf4357de8b87 req-0f079606-aec7-44aa-aa68-b1c2f7fa5974 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Oct 27 21:27:43.069583 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0fdeca07-3120-4f23-83ad-bf4357de8b87 req-570d22b7-6790-4c7a-9883-214f7a1d9aa4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Oct 27 21:27:43.759223 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c613ea-f211-4c87-b844-e538e47f314b req-7e46f543-17e6-4242-ac25-7a903f78322a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:43.760792 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c9c613ea-f211-4c87-b844-e538e47f314b req-7e46f543-17e6-4242-ac25-7a903f78322a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0560949 Oct 27 21:27:43.800461 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c9c613ea-f211-4c87-b844-e538e47f314b req-5e67ce8f-78da-4cfa-b0af-23810af521b7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Oct 27 21:27:43.935336 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-dc303e36-9fb7-4672-bdc2-89e639a68872 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:43.936847 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-dc303e36-9fb7-4672-bdc2-89e639a68872 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 945 time: 0.0804489 Oct 27 21:27:44.073270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Deleting port f4227c51-d785-4837-851c-826472fe33fc {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:27:44.073968 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:44.195108 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] For port f4227c51-d785-4837-851c-826472fe33fc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f4227c51-d785-4837-851c-826472fe33fc,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:27:44.195762 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:44.211656 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Calling delete_port for f4227c51-d785-4837-851c-826472fe33fc owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:27:44.383392 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:44.421071 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Pushing event deleted for resources: {'Port': ['ID=f4227c51-d785-4837-851c-826472fe33fc,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:44.427991 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['f4227c51-d785-4837-851c-826472fe33fc'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:27:44.449623 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6986f3-ac74-418f-991e-b53a8cd57ea6 req-875bcb57-b7ef-482a-86b4-baa99352507d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:44.451414 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab6986f3-ac74-418f-991e-b53a8cd57ea6 req-875bcb57-b7ef-482a-86b4-baa99352507d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=66c52272-4bfd-4f98-a0aa-88be906c3876 HTTP/1.1" status: 200 len: 867 time: 0.2663059 Oct 27 21:27:44.506110 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab6986f3-ac74-418f-991e-b53a8cd57ea6 req-59ffed6b-6b3b-4a80-a256-b395a2fad858 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Oct 27 21:27:44.683280 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] No DVR routers for this DVR port f4227c51-d785-4837-851c-826472fe33fc on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:27:44.686364 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:44.689575 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-36dc9576-7070-4e76-bdeb-a4afb25aa621 req-3f446233-e23c-447a-97a0-34e4f8d3fbc8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "DELETE /v2.0/ports/f4227c51-d785-4837-851c-826472fe33fc HTTP/1.1" status: 204 len: 173 time: 0.7389326 Oct 27 21:27:44.690020 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'name': 'network-vif-deleted', 'tag': 'f4227c51-d785-4837-851c-826472fe33fc'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:27:44.692238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423fb640-82c1-42a2-ba92-db8086633a1d" -d '{"events": [{"server_uuid": "66c52272-4bfd-4f98-a0aa-88be906c3876", "name": "network-vif-deleted", "tag": "f4227c51-d785-4837-851c-826472fe33fc"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:27:44.745564 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1988a235-c833-4d4d-a262-1486a3e7f580 x-openstack-request-id: req-1988a235-c833-4d4d-a262-1486a3e7f580 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:27:44.746136 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c52272-4bfd-4f98-a0aa-88be906c3876", "name": "network-vif-deleted", "tag": "f4227c51-d785-4837-851c-826472fe33fc", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:27:44.746458 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1988a235-c833-4d4d-a262-1486a3e7f580 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:27:44.746922 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c52272-4bfd-4f98-a0aa-88be906c3876', 'name': 'network-vif-deleted', 'tag': 'f4227c51-d785-4837-851c-826472fe33fc', 'status': 'completed', 'code': 200} Oct 27 21:27:44.928104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55066) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:44.947321 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ced8b-3b10-4bcc-907e-222ac1d86e0b req-dbcd9209-95d1-4008-8cb5-35feac856466 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:44.949195 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-361ced8b-3b10-4bcc-907e-222ac1d86e0b req-dbcd9209-95d1-4008-8cb5-35feac856466 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0726817 Oct 27 21:27:45.004390 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-361ced8b-3b10-4bcc-907e-222ac1d86e0b req-098b8711-ee63-4fd1-8e0d-4b8aa0e50d62 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Oct 27 21:27:45.050682 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e314638b-498d-4505-a88d-d9a04ef5c192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.121077 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e314638b-498d-4505-a88d-d9a04ef5c192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.125525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e314638b-498d-4505-a88d-d9a04ef5c192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.164775 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314638b-498d-4505-a88d-d9a04ef5c192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7483befb-29e5-4d51-9b99-645dd3667765,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:45.169069 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e314638b-498d-4505-a88d-d9a04ef5c192 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09cdeb0eb1a943c58eb1a75cf2631307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411475 Oct 27 21:27:45.171702 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55072) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:45.234778 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a20e-2eac-459f-b294-fe9559d971eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.262372 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a20e-2eac-459f-b294-fe9559d971eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.310904 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a20e-2eac-459f-b294-fe9559d971eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.313410 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a20e-2eac-459f-b294-fe9559d971eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.314738 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f6f7a20e-2eac-459f-b294-fe9559d971eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7483befb-29e5-4d51-9b99-645dd3667765 HTTP/1.1" status: 204 len: 168 time: 0.1421304 Oct 27 21:27:45.326718 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a20e-2eac-459f-b294-fe9559d971eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7483befb-29e5-4d51-9b99-645dd3667765,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:45.607420 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55090) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:45.622895 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f4545e5-b108-4237-bc2d-be902553c985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.712651 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f4545e5-b108-4237-bc2d-be902553c985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.723188 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f4545e5-b108-4237-bc2d-be902553c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.769520 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9f4545e5-b108-4237-bc2d-be902553c985 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9809559cd6340c7b75da9b3b8734c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608303 Oct 27 21:27:45.770259 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55100) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:45.770544 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4545e5-b108-4237-bc2d-be902553c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947fa28-b3ac-4530-aba7-3df12ccaf28e,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:45.826801 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86e52b1-5f16-4f18-aaf0-9ec83b94a93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.856606 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86e52b1-5f16-4f18-aaf0-9ec83b94a93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.908659 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86e52b1-5f16-4f18-aaf0-9ec83b94a93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.911190 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b86e52b1-5f16-4f18-aaf0-9ec83b94a93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:45.915001 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b86e52b1-5f16-4f18-aaf0-9ec83b94a93b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e947fa28-b3ac-4530-aba7-3df12ccaf28e HTTP/1.1" status: 204 len: 168 time: 0.1407442 Oct 27 21:27:45.920363 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e52b1-5f16-4f18-aaf0-9ec83b94a93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947fa28-b3ac-4530-aba7-3df12ccaf28e,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:46.124401 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae717cd5-f181-4d34-95c4-cbb5878f2a52 req-d68fbd05-ae3a-4dcc-be37-8c87ef14b194 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:46.125941 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ae717cd5-f181-4d34-95c4-cbb5878f2a52 req-d68fbd05-ae3a-4dcc-be37-8c87ef14b194 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Oct 27 21:27:46.179535 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ae717cd5-f181-4d34-95c4-cbb5878f2a52 req-0fe5a0bd-5dee-4e31-9a32-fcee1bf1230c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469666 Oct 27 21:27:46.270799 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55122) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:46.290725 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-15803461-c29b-4a1a-bbf1-977009610ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.363901 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-15803461-c29b-4a1a-bbf1-977009610ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.368114 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-15803461-c29b-4a1a-bbf1-977009610ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.402319 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15803461-c29b-4a1a-bbf1-977009610ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae4049-0ff4-4700-a793-9eee29587054,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:46.408657 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-15803461-c29b-4a1a-bbf1-977009610ab1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c02392f4570547f0bb09c14a9dc91148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366496 Oct 27 21:27:46.411329 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55126) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:46.462670 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e472-331e-4462-9735-4982d5cb3cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.483078 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e472-331e-4462-9735-4982d5cb3cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.528477 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e472-331e-4462-9735-4982d5cb3cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.530972 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e472-331e-4462-9735-4982d5cb3cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:46.532093 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6ea2e472-331e-4462-9735-4982d5cb3cb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eae4049-0ff4-4700-a793-9eee29587054 HTTP/1.1" status: 204 len: 168 time: 0.1198585 Oct 27 21:27:46.540851 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e472-331e-4462-9735-4982d5cb3cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae4049-0ff4-4700-a793-9eee29587054,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:47.327842 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218353-897b-4436-bdfe-ee3588d12acd req-eed2ca42-e7ae-4d8f-8577-ef619d7cf0b9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:47.337064 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7d218353-897b-4436-bdfe-ee3588d12acd req-eed2ca42-e7ae-4d8f-8577-ef619d7cf0b9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0790200 Oct 27 21:27:47.379987 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7d218353-897b-4436-bdfe-ee3588d12acd req-17d52c95-d8a7-4b1d-aafb-ebaa970db2fa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341268 Oct 27 21:27:47.486172 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55174) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:47.589926 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c91bbf04-2444-44dc-bada-2bab54b32cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.661525 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f4227c51-d785-4837-851c-826472fe33fc no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:27:47.669626 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c91bbf04-2444-44dc-bada-2bab54b32cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.673580 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c91bbf04-2444-44dc-bada-2bab54b32cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.688388 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: f4227c51-d785-4837-851c-826472fe33fc {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:27:47.688755 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f4227c51-d785-4837-851c-826472fe33fc not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:27:47.716388 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-c91bbf04-2444-44dc-bada-2bab54b32cf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82188d3eafdd412a8c06f7473641d853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291133 Oct 27 21:27:47.717510 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bbf04-2444-44dc-bada-2bab54b32cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d6175-1496-4c13-a153-2515f3efa8f9,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:47.719156 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55186) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:47.775193 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-782e8818-69f6-4bd6-9a7a-81d2af703abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.799104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-782e8818-69f6-4bd6-9a7a-81d2af703abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.846257 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-782e8818-69f6-4bd6-9a7a-81d2af703abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.848816 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-782e8818-69f6-4bd6-9a7a-81d2af703abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:47.850080 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-782e8818-69f6-4bd6-9a7a-81d2af703abf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/422d6175-1496-4c13-a153-2515f3efa8f9 HTTP/1.1" status: 204 len: 168 time: 0.1234932 Oct 27 21:27:47.858619 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8818-69f6-4bd6-9a7a-81d2af703abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d6175-1496-4c13-a153-2515f3efa8f9,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:48.174830 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55204) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:48.187962 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d448a56b-bb55-44dd-8e81-7f41744903d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.272168 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d448a56b-bb55-44dd-8e81-7f41744903d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.276676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d448a56b-bb55-44dd-8e81-7f41744903d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.316198 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d448a56b-bb55-44dd-8e81-7f41744903d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88ec04af9c444410ad48e1b8c3e8ab4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396914 Oct 27 21:27:48.317588 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448a56b-bb55-44dd-8e81-7f41744903d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cecf374-7e0a-4961-a8ff-9100534106f5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:48.318662 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55210) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:48.383135 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-faa43b54-640d-480a-bda5-e26062a569ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.407852 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-faa43b54-640d-480a-bda5-e26062a569ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.480819 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-faa43b54-640d-480a-bda5-e26062a569ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.483721 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-faa43b54-640d-480a-bda5-e26062a569ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:48.485919 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-faa43b54-640d-480a-bda5-e26062a569ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cecf374-7e0a-4961-a8ff-9100534106f5 HTTP/1.1" status: 204 len: 168 time: 0.1654561 Oct 27 21:27:48.495299 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa43b54-640d-480a-bda5-e26062a569ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cecf374-7e0a-4961-a8ff-9100534106f5,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:49.075863 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:50.886749 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd97fc-dd42-4ad0-a3c7-5e3d0aa52927 req-f792889a-94e4-4181-a1af-e3c3dc1545cc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:50.888245 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-19bd97fc-dd42-4ad0-a3c7-5e3d0aa52927 req-f792889a-94e4-4181-a1af-e3c3dc1545cc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Oct 27 21:27:50.926494 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-19bd97fc-dd42-4ad0-a3c7-5e3d0aa52927 req-397d458a-437b-4f24-9037-bab944148d6e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Oct 27 21:27:52.048395 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719b1fb-1e1f-4096-b75e-38995da9a1d2 req-30fa16f1-539f-4b1f-b7e1-5a16dde165e4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:52.049891 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2719b1fb-1e1f-4096-b75e-38995da9a1d2 req-30fa16f1-539f-4b1f-b7e1-5a16dde165e4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0514753 Oct 27 21:27:52.087777 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2719b1fb-1e1f-4096-b75e-38995da9a1d2 req-80fb489d-d8b1-4f5b-a76c-be26058ed8f6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Oct 27 21:27:52.711677 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:27:53.206445 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfca52-fcdd-48b3-a93c-0025771c48e2 req-a156d078-f845-43a4-94cf-4a4690e22e48 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:53.207934 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0bfca52-fcdd-48b3-a93c-0025771c48e2 req-a156d078-f845-43a4-94cf-4a4690e22e48 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Oct 27 21:27:53.246831 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0bfca52-fcdd-48b3-a93c-0025771c48e2 req-fa457101-9015-421e-a1ee-d31ff137b20c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Oct 27 21:27:53.620356 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55382) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:53.749882 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c641-ef9f-46ae-9590-2e296d0d678a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:53.827774 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c641-ef9f-46ae-9590-2e296d0d678a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:53.831347 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c641-ef9f-46ae-9590-2e296d0d678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:53.866705 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c641-ef9f-46ae-9590-2e296d0d678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2138e73-d608-472a-ba38-73acad6a06b6,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:53.871019 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4dd8c641-ef9f-46ae-9590-2e296d0d678a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8359b180f4a54fb4bafe1eb0743ebe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495067 Oct 27 21:27:53.874098 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55394) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:53.926808 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2066-21ce-4787-b389-b2a92cd908c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:53.949577 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2066-21ce-4787-b389-b2a92cd908c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.002647 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2066-21ce-4787-b389-b2a92cd908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.005171 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2066-21ce-4787-b389-b2a92cd908c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.006301 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-ef4a2066-21ce-4787-b389-b2a92cd908c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2138e73-d608-472a-ba38-73acad6a06b6 HTTP/1.1" status: 204 len: 168 time: 0.1317782 Oct 27 21:27:54.015014 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a2066-21ce-4787-b389-b2a92cd908c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2138e73-d608-472a-ba38-73acad6a06b6,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:54.295058 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55412) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:54.309225 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-599e0b3b-99dc-4cab-9706-e210d5adaa57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.385371 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27e257-f474-4f68-9cf9-46bac915c11e req-ec51d9e8-04da-4c74-a0c9-5a895a993c2b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:54.386901 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7f27e257-f474-4f68-9cf9-46bac915c11e req-ec51d9e8-04da-4c74-a0c9-5a895a993c2b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0684764 Oct 27 21:27:54.444217 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7f27e257-f474-4f68-9cf9-46bac915c11e req-c5634ace-07e2-49c4-a52a-cea0582c32ed tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508153 Oct 27 21:27:54.453213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-599e0b3b-99dc-4cab-9706-e210d5adaa57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.457386 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-599e0b3b-99dc-4cab-9706-e210d5adaa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.501690 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-599e0b3b-99dc-4cab-9706-e210d5adaa57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ae092b405224a04ad212e2b502e4080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053611 Oct 27 21:27:54.502611 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0b3b-99dc-4cab-9706-e210d5adaa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acafd7d-1ab2-4509-8561-a58dd0f6177b,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:54.504499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55414) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:54.556621 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5def5f3d-9669-4e08-befe-2d5e34732263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.577539 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5def5f3d-9669-4e08-befe-2d5e34732263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.626164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5def5f3d-9669-4e08-befe-2d5e34732263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.628655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5def5f3d-9669-4e08-befe-2d5e34732263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:54.629765 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5def5f3d-9669-4e08-befe-2d5e34732263 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7acafd7d-1ab2-4509-8561-a58dd0f6177b HTTP/1.1" status: 204 len: 168 time: 0.1236980 Oct 27 21:27:54.638338 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5f3d-9669-4e08-befe-2d5e34732263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acafd7d-1ab2-4509-8561-a58dd0f6177b,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:55.231643 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55444) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:55.339431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0ff31075-b352-4be6-907a-fe9a67f815c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.413458 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0ff31075-b352-4be6-907a-fe9a67f815c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.417445 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0ff31075-b352-4be6-907a-fe9a67f815c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.454575 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-0ff31075-b352-4be6-907a-fe9a67f815c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=673e6ff281fd48ff82ba86626e05fd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215574 Oct 27 21:27:55.456465 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff31075-b352-4be6-907a-fe9a67f815c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1860a6cb-6260-403f-b2fa-50c99a23afc6,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:55.457383 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55448) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:55.514331 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4cac9893-af98-470e-8f30-10346cdcc162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.562263 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4cac9893-af98-470e-8f30-10346cdcc162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.610437 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263e74c-d0bf-4ada-a048-c2c577fc7961 req-3803316b-3b0b-4dde-8eeb-33fb70c981b6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:55.611966 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d263e74c-d0bf-4ada-a048-c2c577fc7961 req-3803316b-3b0b-4dde-8eeb-33fb70c981b6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0854244 Oct 27 21:27:55.642745 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4cac9893-af98-470e-8f30-10346cdcc162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.645408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4cac9893-af98-470e-8f30-10346cdcc162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:55.646644 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4cac9893-af98-470e-8f30-10346cdcc162 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1860a6cb-6260-403f-b2fa-50c99a23afc6 HTTP/1.1" status: 204 len: 168 time: 0.1877759 Oct 27 21:27:55.665921 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d263e74c-d0bf-4ada-a048-c2c577fc7961 req-9e976665-4e14-4bec-a34b-f6db8e8315b1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Oct 27 21:27:55.667001 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9893-af98-470e-8f30-10346cdcc162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1860a6cb-6260-403f-b2fa-50c99a23afc6,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:55.925231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55460) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:55.938522 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-404e8716-756b-4726-a81e-947b1ad48438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.019234 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-404e8716-756b-4726-a81e-947b1ad48438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.024643 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-404e8716-756b-4726-a81e-947b1ad48438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.062789 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-404e8716-756b-4726-a81e-947b1ad48438 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0df9387e4cbf4795af0af25d431a5773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364818 Oct 27 21:27:56.063729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e8716-756b-4726-a81e-947b1ad48438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b1cbb-b784-45bf-a594-a1b0da9292c6,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:56.065495 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55462) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:56.117151 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5ad79451-12a8-4288-b9d9-0a381cb5f79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.138148 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5ad79451-12a8-4288-b9d9-0a381cb5f79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.183886 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5ad79451-12a8-4288-b9d9-0a381cb5f79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.186528 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5ad79451-12a8-4288-b9d9-0a381cb5f79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:56.187696 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5ad79451-12a8-4288-b9d9-0a381cb5f79d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/793b1cbb-b784-45bf-a594-a1b0da9292c6 HTTP/1.1" status: 204 len: 168 time: 0.1203928 Oct 27 21:27:56.195813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79451-12a8-4288-b9d9-0a381cb5f79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b1cbb-b784-45bf-a594-a1b0da9292c6,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:27:56.805024 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bf17c-d47a-4688-947a-0409ccd053cc req-fc2806c3-5e9b-4dc3-bca5-918a8427d499 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:56.806421 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-122bf17c-d47a-4688-947a-0409ccd053cc req-fc2806c3-5e9b-4dc3-bca5-918a8427d499 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Oct 27 21:27:56.855086 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-122bf17c-d47a-4688-947a-0409ccd053cc req-beb328ff-d97e-41bf-ae67-770d327ce59d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Oct 27 21:27:57.971469 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f089dc-129b-4b76-af64-aeb37dc9c6e9 req-7be1028b-ab09-4867-95ec-495b57c7a51c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:57.972985 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7f089dc-129b-4b76-af64-aeb37dc9c6e9 req-7be1028b-ab09-4867-95ec-495b57c7a51c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Oct 27 21:27:58.011262 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7f089dc-129b-4b76-af64-aeb37dc9c6e9 req-e07afc56-d970-469f-847c-ef2ce9b940c0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324802 Oct 27 21:27:58.451698 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-38f393cd-b04d-4041-ba78-a7323a259756 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:58.453334 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-38f393cd-b04d-4041-ba78-a7323a259756 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/networks?id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 200 len: 808 time: 0.1197476 Oct 27 21:27:58.469658 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-508a62ce-7f66-468c-87a4-21e3daa50f95 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/quotas/0994a53a693c4ddea0189c7307f6146f HTTP/1.1" status: 200 len: 375 time: 0.0101678 Oct 27 21:27:58.507169 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-3b335dae-9303-4fa6-a88e-2518c352eda4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0994a53a693c4ddea0189c7307f6146f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296547 Oct 27 21:27:58.617640 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-68e0f15d-4aeb-4ca3-904e-560324a9678b service neutron] 10.222.0.55 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015916 Oct 27 21:27:58.722943 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-110da5ba-2448-4da6-914d-aa162b79fe5a service neutron] 10.222.0.55 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967917 Oct 27 21:27:58.918926 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-917b5a4f-48f3-4aa4-b9d1-8ce04d7459b1 req-808f9a3e-1790-48cc-b48c-890ee6d2e3fd tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0392456 Oct 27 21:27:59.134229 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2816c9d-945d-4aa1-ac7d-d75aa652c432 req-4205287c-7b71-4e4d-a01d-ee3896ea0121 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:27:59.135915 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f2816c9d-945d-4aa1-ac7d-d75aa652c432 req-4205287c-7b71-4e4d-a01d-ee3896ea0121 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0552676 Oct 27 21:27:59.173557 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f2816c9d-945d-4aa1-ac7d-d75aa652c432 req-b297d172-1258-46a7-a4de-854e4e3596ae tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Oct 27 21:28:00.036209 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0e083bc2-ffc4-450a-a2a0-6a6bb979d8c6 req-9ab5b570-e612-4a87-94b6-ad42f111517d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0355079 Oct 27 21:28:00.283386 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f6c52-a976-4fff-b9b9-12ba43682e03 req-2b859d37-16a7-4381-b6e0-269dcda5ff83 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:00.284829 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-155f6c52-a976-4fff-b9b9-12ba43682e03 req-2b859d37-16a7-4381-b6e0-269dcda5ff83 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0466974 Oct 27 21:28:00.325934 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-155f6c52-a976-4fff-b9b9-12ba43682e03 req-bed80752-1e0d-4f81-9be7-2e46160396f2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Oct 27 21:28:01.127461 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-94f9a4a8-845b-4acc-9b4f-905ee73465d0 req-c536798f-5549-45ef-bebc-147d61d8fd43 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0254989 Oct 27 21:28:01.440720 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3930-1a4b-4ede-b6a2-3b9eee84a52a req-4e01d440-3f6f-4dd0-bc5e-962de0f552b3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:01.442175 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-82ab3930-1a4b-4ede-b6a2-3b9eee84a52a req-4e01d440-3f6f-4dd0-bc5e-962de0f552b3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0518358 Oct 27 21:28:01.479424 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-82ab3930-1a4b-4ede-b6a2-3b9eee84a52a req-8341d323-38d5-4604-a74d-e1a95f458824 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Oct 27 21:28:02.221229 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f4e34c6c-bb73-46b2-b5f8-f73caca2a2ab req-569b31b8-9ef4-4342-be06-181c55829927 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0256033 Oct 27 21:28:02.463895 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5c32-41d9-4f23-8b23-8bdd3301c99f req-16094d0a-fb81-4a78-92ee-b455bbf55e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:02.465561 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dc7b5c32-41d9-4f23-8b23-8bdd3301c99f req-16094d0a-fb81-4a78-92ee-b455bbf55e84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 1098 time: 0.0552137 Oct 27 21:28:02.498775 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-98cd9c58-4ef6-40e9-8db0-bc8f050c972b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:02.500296 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-98cd9c58-4ef6-40e9-8db0-bc8f050c972b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "GET /v2.0/networks?id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 200 len: 808 time: 0.1130295 Oct 27 21:28:02.503796 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dc7b5c32-41d9-4f23-8b23-8bdd3301c99f req-1e78227f-29b1-499e-97a0-16a97d5c0424 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Oct 27 21:28:02.594454 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee5d6f-ab9d-4fff-89d4-7a30ac01ecef req-930bb683-f741-4810-a989-f0e908d6e159 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:02.595964 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-70ee5d6f-ab9d-4fff-89d4-7a30ac01ecef req-930bb683-f741-4810-a989-f0e908d6e159 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0512524 Oct 27 21:28:02.634458 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-70ee5d6f-ab9d-4fff-89d4-7a30ac01ecef req-595c3f04-2c2a-4375-a856-a958a9556af5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Oct 27 21:28:02.797936 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Request body: {'port': {'device_id': '2de29098-b9dd-4d42-804d-8a434e85205c', 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222', 'admin_state_up': True, 'tenant_id': '0994a53a693c4ddea0189c7307f6146f'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:02.914619 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Made reservation on behalf of 0994a53a693c4ddea0189c7307f6146f for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:28:02.918348 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:03.040185 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Allocated IP 172.20.0.2 (1b2a8cd7-b268-4bbd-af10-3bdd28cb8222/9728ac69-9902-4481-ac05-15ff264fdbb0/f11dacef-8875-4248-88eb-08c666bede2f) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:03.198522 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:03.233384 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:03.277850 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:03.281066 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:03.287399 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:03.292115 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Pushing event updated for resources: {'Port': ['ID=f11dacef-8875-4248-88eb-08c666bede2f,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:03.339490 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:03.340091 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:03.347346 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7787d-e6e9-42c2-908e-e41232907efe req-e9331e51-cc1d-481f-b8a5-d9e86ea6d889 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:03.348868 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dfc7787d-e6e9-42c2-908e-e41232907efe req-e9331e51-cc1d-481f-b8a5-d9e86ea6d889 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 931 time: 0.0485911 Oct 27 21:28:03.357316 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-f9f0d568-dfc2-4822-9c52-52421541e831 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635369 Oct 27 21:28:03.391681 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dfc7787d-e6e9-42c2-908e-e41232907efe req-a08f545c-9ee9-45d3-8e46-26a01aa486f1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Oct 27 21:28:03.750589 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf5f7-bfc0-4e2e-bdb3-0cfe43bbf92f req-8a3cbd23-d56a-43fc-a245-19e1886d0757 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:03.752150 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d45bf5f7-bfc0-4e2e-bdb3-0cfe43bbf92f req-8a3cbd23-d56a-43fc-a245-19e1886d0757 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0516965 Oct 27 21:28:03.794829 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d45bf5f7-bfc0-4e2e-bdb3-0cfe43bbf92f req-1fdb520e-5783-41ba-9f61-0b5505744d61 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Oct 27 21:28:04.503834 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034abfb-063f-4fd9-8ba9-e387127d42bd req-a0241944-093e-46bb-92a6-9646c61809c8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:04.505321 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5034abfb-063f-4fd9-8ba9-e387127d42bd req-a0241944-093e-46bb-92a6-9646c61809c8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 931 time: 0.0472698 Oct 27 21:28:04.545497 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5034abfb-063f-4fd9-8ba9-e387127d42bd req-e95c1bfe-c488-401b-ad44-4608d6883b2f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Oct 27 21:28:04.907248 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9227-4dd9-4694-9b3e-c6a594ef157a req-6814b1a6-0c8e-4f45-af6d-d29ba5bfd91c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:04.908724 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2f5d9227-4dd9-4694-9b3e-c6a594ef157a req-6814b1a6-0c8e-4f45-af6d-d29ba5bfd91c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0479951 Oct 27 21:28:04.946884 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2f5d9227-4dd9-4694-9b3e-c6a594ef157a req-19c9986f-301b-4a2e-82cf-c9470a1e4b33 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Oct 27 21:28:05.662511 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec90c5-a0b1-4a1f-ba97-2ac73c23dd57 req-5961c558-8007-47cc-b419-cd3cf3acb144 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:05.663963 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6aec90c5-a0b1-4a1f-ba97-2ac73c23dd57 req-5961c558-8007-47cc-b419-cd3cf3acb144 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 931 time: 0.0518939 Oct 27 21:28:05.701545 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6aec90c5-a0b1-4a1f-ba97-2ac73c23dd57 req-6cc1e1b4-fdbc-493e-bb4f-364506db3c4e tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Oct 27 21:28:06.063932 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed12e-8392-442b-9361-8f50a3f68c2d req-a99eba3c-b282-415d-ba15-333b75bbde9e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:06.065587 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-467ed12e-8392-442b-9361-8f50a3f68c2d req-a99eba3c-b282-415d-ba15-333b75bbde9e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Oct 27 21:28:06.104452 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-467ed12e-8392-442b-9361-8f50a3f68c2d req-d96d148d-bd4e-47cd-a573-608c772d02df tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Oct 27 21:28:06.261167 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Request body: {'port': {'device_id': '2de29098-b9dd-4d42-804d-8a434e85205c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:06.316302 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.334452 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a39ba615-51e4-46b1-83b7-8722c4e98507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.579106 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11dacef-8875-4248-88eb-08c666bede2f {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:28:06.586562 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.598316 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Transition to ACTIVE for port object f11dacef-8875-4248-88eb-08c666bede2f will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:28:06.602197 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.654333 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f11dacef-8875-4248-88eb-08c666bede2f,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:06.720609 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Attempting to bind port f11dacef-8875-4248-88eb-08c666bede2f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:06.721029 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Attempting to bind port f11dacef-8875-4248-88eb-08c666bede2f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:06.721433 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Attempting to bind port f11dacef-8875-4248-88eb-08c666bede2f on network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:06.726516 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Port f11dacef-8875-4248-88eb-08c666bede2f on network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:28:06.726832 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Attempting to bind port f11dacef-8875-4248-88eb-08c666bede2f on network 1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:06.733321 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:06.733564 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Checking segment: {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:06.733955 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Bound using segment: {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:06.734390 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Bound port: f11dacef-8875-4248-88eb-08c666bede2f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05427af-162f-4e4d-a4d8-d3c941fe77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:06.734751 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.807075 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] For port f11dacef-8875-4248-88eb-08c666bede2f, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:06.810226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] For port f11dacef-8875-4248-88eb-08c666bede2f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f11dacef-8875-4248-88eb-08c666bede2f,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:06.814086 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.835874 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088ff1c-233f-46e1-8ebf-8d1a08e75cda req-e05c74d1-a0fd-433e-9c17-7e0b4c256c23 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:06.837813 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3088ff1c-233f-46e1-8ebf-8d1a08e75cda req-e05c74d1-a0fd-433e-9c17-7e0b4c256c23 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0497792 Oct 27 21:28:06.851243 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:06.852023 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:06.854204 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/f11dacef-8875-4248-88eb-08c666bede2f HTTP/1.1" status: 200 len: 1093 time: 0.5980613 Oct 27 21:28:06.854653 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de29098-b9dd-4d42-804d-8a434e85205c', 'tag': 'f11dacef-8875-4248-88eb-08c666bede2f'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:28:06.857222 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d32eb7-5556-4981-bf02-e93213444906" -d '{"events": [{"name": "network-changed", "server_uuid": "2de29098-b9dd-4d42-804d-8a434e85205c", "tag": "f11dacef-8875-4248-88eb-08c666bede2f"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:28:06.885143 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66db4-168a-4a4d-81f3-0c90f130f1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f11dacef-8875-4248-88eb-08c666bede2f,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:06.895386 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3088ff1c-233f-46e1-8ebf-8d1a08e75cda req-50074362-85a3-4e83-9531-335cf4f3c67b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Oct 27 21:28:06.936203 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae19069-bbfc-42f9-9bac-d88de4820381 x-openstack-request-id: req-8ae19069-bbfc-42f9-9bac-d88de4820381 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:28:06.936499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de29098-b9dd-4d42-804d-8a434e85205c", "tag": "f11dacef-8875-4248-88eb-08c666bede2f", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:28:06.936783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ae19069-bbfc-42f9-9bac-d88de4820381 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:28:06.937186 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de29098-b9dd-4d42-804d-8a434e85205c', 'tag': 'f11dacef-8875-4248-88eb-08c666bede2f', 'status': 'completed', 'code': 200} Oct 27 21:28:06.998850 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-c845db42-e22b-4f85-8c98-879940df557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:07.000570 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-c845db42-e22b-4f85-8c98-879940df557f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0994a53a693c4ddea0189c7307f6146f&device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 1096 time: 0.0459285 Oct 27 21:28:07.074300 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-144da464-f10e-460f-9b25-4b58452470bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f11dacef-8875-4248-88eb-08c666bede2f HTTP/1.1" status: 200 len: 217 time: 0.0404587 Oct 27 21:28:07.126380 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13277032-c26d-406c-a793-792a215df2e5 req-45e42942-0d5a-42af-adff-0cc0b4cd2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:07.127799 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-45e42942-0d5a-42af-adff-0cc0b4cd2eb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9728ac69-9902-4481-ac05-15ff264fdbb0 HTTP/1.1" status: 200 len: 848 time: 0.0458078 Oct 27 21:28:07.164686 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-fbebec02-5134-4954-863c-b43a886cbb84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290270 Oct 27 21:28:07.234195 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79ed69-5d00-4886-8798-5c5558511415 req-dff16f11-3288-45c6-aa6e-ad49a1365ad2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:07.235951 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dc79ed69-5d00-4886-8798-5c5558511415 req-dff16f11-3288-45c6-aa6e-ad49a1365ad2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0542061 Oct 27 21:28:07.274381 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-fcc33e99-d251-439b-b9ff-caa9504b077e service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925405 Oct 27 21:28:07.275438 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dc79ed69-5d00-4886-8798-5c5558511415 req-4b227702-7520-49d5-aa87-aee523c9e933 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334020 Oct 27 21:28:07.391804 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-13277032-c26d-406c-a793-792a215df2e5 req-07097005-76e9-4e1a-9396-2b36d84d5aef service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055591 Oct 27 21:28:07.412783 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1f15c-45b7-4fda-bacb-71ed8bde815a req-7c998875-3153-4204-a76b-a68d34d136fc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:07.414285 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8d1f15c-45b7-4fda-bacb-71ed8bde815a req-7c998875-3153-4204-a76b-a68d34d136fc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0632818 Oct 27 21:28:07.452067 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8d1f15c-45b7-4fda-bacb-71ed8bde815a req-c17aad52-b9b5-4fe6-8624-0d8b3a6b509f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Oct 27 21:28:08.000142 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f16bcc-6e12-4a4a-bf44-697407213607 req-4c703aef-c16d-4b48-9368-11af5e996531 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:08.001609 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-26f16bcc-6e12-4a4a-bf44-697407213607 req-4c703aef-c16d-4b48-9368-11af5e996531 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0471339 Oct 27 21:28:08.036858 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-26f16bcc-6e12-4a4a-bf44-697407213607 req-8ced237d-f873-4517-8e07-8ac58a204b35 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294945 Oct 27 21:28:08.883041 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d9106a56-2a42-4281-9b5d-2d2cf9006360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:09.154056 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00a07a-4e87-4e92-958b-9dd9edfe2b28 req-f503fe0b-4c53-4c6e-bc11-30c02d7f12f5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:09.155512 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-be00a07a-4e87-4e92-958b-9dd9edfe2b28 req-f503fe0b-4c53-4c6e-bc11-30c02d7f12f5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0510249 Oct 27 21:28:09.192506 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-be00a07a-4e87-4e92-958b-9dd9edfe2b28 req-589e0bde-82d8-418b-a75d-938e18898fd8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Oct 27 21:28:10.012645 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:10.114082 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:10.304358 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fad56-54eb-428a-9e99-6cba870d9c41 req-d8837197-c0bc-4be4-bdf4-427dd5e054f2 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:10.305809 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-309fad56-54eb-428a-9e99-6cba870d9c41 req-d8837197-c0bc-4be4-bdf4-427dd5e054f2 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0479093 Oct 27 21:28:10.342073 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-309fad56-54eb-428a-9e99-6cba870d9c41 req-a3a691be-81ee-4186-b154-a0afb2e561a3 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Oct 27 21:28:10.456421 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32eb7-5556-4981-bf02-e93213444906 req-8a30b15f-b335-466b-b0b4-4125fa54cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:10.458080 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-8a30b15f-b335-466b-b0b4-4125fa54cd8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0994a53a693c4ddea0189c7307f6146f&device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 1096 time: 0.0440416 Oct 27 21:28:10.557441 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32eb7-5556-4981-bf02-e93213444906 req-810f3e26-b03f-4c98-9124-fc417dd1eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:10.558841 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-810f3e26-b03f-4c98-9124-fc417dd1eac5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 200 len: 909 time: 0.0865295 Oct 27 21:28:10.600087 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-92eada01-23d3-480e-8492-653712d61112 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f11dacef-8875-4248-88eb-08c666bede2f HTTP/1.1" status: 200 len: 217 time: 0.0341291 Oct 27 21:28:10.668313 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32eb7-5556-4981-bf02-e93213444906 req-eb862936-281c-471f-a6e5-e15b16a79277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:10.669809 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-eb862936-281c-471f-a6e5-e15b16a79277 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9728ac69-9902-4481-ac05-15ff264fdbb0 HTTP/1.1" status: 200 len: 848 time: 0.0534577 Oct 27 21:28:10.701226 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-56dd7a50-1484-4093-8980-e131494369f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233231 Oct 27 21:28:10.796915 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-eb04c93e-25d6-4977-aa72-185b0ed628fc service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881498 Oct 27 21:28:10.896096 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-25d32eb7-5556-4981-bf02-e93213444906 req-3d28bec7-e0b7-4ade-a24a-576611d013e7 service neutron] 10.222.0.74 "GET /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908365 Oct 27 21:28:11.281040 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43913-bc53-4372-a7f8-f10a159e63d7 req-ac68ffa4-c5f1-4476-85a4-cba82c6a8b81 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:11.282565 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c7f43913-bc53-4372-a7f8-f10a159e63d7 req-ac68ffa4-c5f1-4476-85a4-cba82c6a8b81 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0508156 Oct 27 21:28:11.315466 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-5e15541f-72b2-486d-955f-b5634f63b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:11.317262 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-5e15541f-72b2-486d-955f-b5634f63b049 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.0480707 Oct 27 21:28:11.322806 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c7f43913-bc53-4372-a7f8-f10a159e63d7 req-e73487af-1b73-4c33-a048-a19bae1c5e40 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Oct 27 21:28:11.423588 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-b077160e-03dd-455b-9d9c-b34b2b906260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:11.425081 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-b077160e-03dd-455b-9d9c-b34b2b906260 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.0985506 Oct 27 21:28:11.470045 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-a3a88ef1-ad20-4fd0-9e53-81e18d5d5d92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 217 time: 0.0361054 Oct 27 21:28:11.484628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f0acb-1dc4-4e79-a1e0-4f54b012e7f8 req-605d320d-fb71-465d-aba4-3ae49a7f40fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:11.484628 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bd7f0acb-1dc4-4e79-a1e0-4f54b012e7f8 req-605d320d-fb71-465d-aba4-3ae49a7f40fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0599999 Oct 27 21:28:11.525299 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-f2ed072c-92dd-4e3f-9ffb-2fe0e7302c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:11.526134 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-f2ed072c-92dd-4e3f-9ffb-2fe0e7302c5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0486295 Oct 27 21:28:11.534301 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bd7f0acb-1dc4-4e79-a1e0-4f54b012e7f8 req-9cdbd4bc-983d-4225-a0ae-cd1cae0c6b41 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Oct 27 21:28:11.566888 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-647ece0d-c84d-4da3-b35a-d1461f1cc0b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331931 Oct 27 21:28:11.661026 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-26427157-6d18-41c4-843c-94c5a9c6c8bb service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Oct 27 21:28:11.773302 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5b9bbd72-ec66-4708-8ef2-01d0dc5b30b8 req-7c21e475-8a3b-4e84-83c4-40a491c98ea0 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986574 Oct 27 21:28:11.781598 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:12.483576 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d647b5a-4bb9-435a-96bb-ef5b40b979f1 req-33bba00d-119e-48a0-ba26-514c21cf0c52 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:12.484952 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1d647b5a-4bb9-435a-96bb-ef5b40b979f1 req-33bba00d-119e-48a0-ba26-514c21cf0c52 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0484693 Oct 27 21:28:12.521672 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1d647b5a-4bb9-435a-96bb-ef5b40b979f1 req-da6c88b3-73a2-4d81-90c7-a225c38de2ab tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Oct 27 21:28:12.661589 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0a3f3-7827-41b4-87a8-fbf3eb20d4c5 req-65296cab-8f71-45df-bed4-e9138fb51e7f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:12.663079 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4c0a3f3-7827-41b4-87a8-fbf3eb20d4c5 req-65296cab-8f71-45df-bed4-e9138fb51e7f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0505197 Oct 27 21:28:12.700127 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4c0a3f3-7827-41b4-87a8-fbf3eb20d4c5 req-5e8b6fac-e3cb-4061-9ead-d0a0cc2a9da8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Oct 27 21:28:13.655430 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224c3c-2574-48b0-aa41-b9a627c44942 req-50dbafca-10c7-4301-9181-4c12d433066c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:13.656922 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-be224c3c-2574-48b0-aa41-b9a627c44942 req-50dbafca-10c7-4301-9181-4c12d433066c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0528996 Oct 27 21:28:13.696043 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-be224c3c-2574-48b0-aa41-b9a627c44942 req-b260ad8b-c20a-490a-8791-63153cf87da4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Oct 27 21:28:13.813781 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23fff7-b93b-4efc-a59e-6cfa25736fb8 req-96436689-3d6a-46f0-8bb5-6636bf9f93c5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:13.815151 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5a23fff7-b93b-4efc-a59e-6cfa25736fb8 req-96436689-3d6a-46f0-8bb5-6636bf9f93c5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0476820 Oct 27 21:28:13.855390 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5a23fff7-b93b-4efc-a59e-6cfa25736fb8 req-1a14000f-2bbd-49b7-933a-d13eb4fa3d1e tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Oct 27 21:28:14.825034 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b99f43-0dd1-4f10-84d4-bd8700119811 req-dcc2df5c-335b-42a8-900d-45a7af4922ce tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:14.826641 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f6b99f43-0dd1-4f10-84d4-bd8700119811 req-dcc2df5c-335b-42a8-900d-45a7af4922ce tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0625083 Oct 27 21:28:14.868104 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f6b99f43-0dd1-4f10-84d4-bd8700119811 req-dd809645-e58e-4c41-9553-dfe1d9997690 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Oct 27 21:28:14.977048 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2a29-74fe-4a26-a63a-e29267427e82 req-d0fa46b0-2647-4a6c-b982-c66360acab5d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:14.978484 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-723c2a29-74fe-4a26-a63a-e29267427e82 req-d0fa46b0-2647-4a6c-b982-c66360acab5d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0511549 Oct 27 21:28:15.015509 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-723c2a29-74fe-4a26-a63a-e29267427e82 req-8641f95f-bc6c-43cf-bd2a-f6124f7489f5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Oct 27 21:28:15.981799 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3e274-562e-47c3-9e28-07d96f187da2 req-1169d208-fe9a-4b7f-8dba-2e148bd4ac65 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:15.983274 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7f3e274-562e-47c3-9e28-07d96f187da2 req-1169d208-fe9a-4b7f-8dba-2e148bd4ac65 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0483401 Oct 27 21:28:16.019412 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7f3e274-562e-47c3-9e28-07d96f187da2 req-13ed9943-e17f-480b-b46d-cc503f1271c2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302060 Oct 27 21:28:16.128277 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c6f22-997c-435f-9541-11f6b9ff1e7e req-32763af9-7780-4a4d-abc5-1c4c4eb7e00d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:16.129901 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5b1c6f22-997c-435f-9541-11f6b9ff1e7e req-32763af9-7780-4a4d-abc5-1c4c4eb7e00d tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0494666 Oct 27 21:28:16.168965 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5b1c6f22-997c-435f-9541-11f6b9ff1e7e req-bd30c639-8def-4bfe-90af-a80bd2fc116e tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Oct 27 21:28:16.527266 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55910) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:16.540499 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441ade6-51e3-43e8-8fa1-89cd502ed0c8 req-003aaee9-644c-470b-a970-af0c3a9c7732 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:16.542680 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a441ade6-51e3-43e8-8fa1-89cd502ed0c8 req-003aaee9-644c-470b-a970-af0c3a9c7732 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0549791 Oct 27 21:28:16.581980 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a441ade6-51e3-43e8-8fa1-89cd502ed0c8 req-ba4311d8-417b-4e1a-8ea6-426fe7686aba tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Oct 27 21:28:16.632983 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.707186 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.713111 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.751616 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f541735d9d3a44a59add0b155201948a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232003 Oct 27 21:28:16.752530 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c66e4f-16b7-4f55-8350-a5d10f18b006,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:16.754524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55916) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:16.780699 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.781052 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.781389 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.781721 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.782140 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.782365 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.782692 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.783019 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.783344 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.783662 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.783982 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.784303 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc83192-1524-45cd-96e8-593709d0b010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:16.816738 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-21b7afb1-cfde-41bd-8c78-1072e76fb9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.837580 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-21b7afb1-cfde-41bd-8c78-1072e76fb9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.887297 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-21b7afb1-cfde-41bd-8c78-1072e76fb9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.889791 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-21b7afb1-cfde-41bd-8c78-1072e76fb9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:16.891211 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-21b7afb1-cfde-41bd-8c78-1072e76fb9fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77c66e4f-16b7-4f55-8350-a5d10f18b006 HTTP/1.1" status: 204 len: 168 time: 0.1356871 Oct 27 21:28:16.901683 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7afb1-cfde-41bd-8c78-1072e76fb9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c66e4f-16b7-4f55-8350-a5d10f18b006,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:17.138898 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783d40d-d8d3-4d0c-96ee-8304e74eef0e req-fe1e97ac-98f7-419b-8ad5-a0e08f3dd1c6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:17.139397 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-f669b7ce-84a5-4646-ab68-8315be2eb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:17.141101 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-f669b7ce-84a5-4646-ab68-8315be2eb721 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.0453398 Oct 27 21:28:17.143125 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3783d40d-d8d3-4d0c-96ee-8304e74eef0e req-fe1e97ac-98f7-419b-8ad5-a0e08f3dd1c6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0547409 Oct 27 21:28:17.181141 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3783d40d-d8d3-4d0c-96ee-8304e74eef0e req-8f2e553c-01c2-48f3-b96c-9c4eefd2cb79 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Oct 27 21:28:17.278438 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-ad240076-8a69-4e52-85be-9da12825c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:17.279930 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-ad240076-8a69-4e52-85be-9da12825c014 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.1146145 Oct 27 21:28:17.302355 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d036-cb7b-4b68-98c1-7d588e24b82c req-da146c44-61db-4a35-ac9c-5098651440a5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:17.303954 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b1e0d036-cb7b-4b68-98c1-7d588e24b82c req-da146c44-61db-4a35-ac9c-5098651440a5 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0533459 Oct 27 21:28:17.326072 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-3258abb2-676a-47e2-bb89-7fe7d20aadc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 217 time: 0.0358534 Oct 27 21:28:17.342841 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b1e0d036-cb7b-4b68-98c1-7d588e24b82c req-f0b90bca-c962-47b4-858c-d3cc8444d98b tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Oct 27 21:28:17.382456 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-f06fa5ff-5b84-4b54-9a02-a35f5ac38768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:17.383905 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-f06fa5ff-5b84-4b54-9a02-a35f5ac38768 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0480039 Oct 27 21:28:17.430665 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-31c5f9e0-4c1c-4a94-947f-20bc5a94aff1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275826 Oct 27 21:28:17.536500 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-b005a8aa-bc70-4d06-9aa9-b0f34b4d2e52 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922825 Oct 27 21:28:17.581442 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55954) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:17.634071 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6e6b895f-d759-4cd8-b9c7-090ff044f570 req-fbe8cb3a-ebaa-4ef3-b051-e1aa7b63d716 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898173 Oct 27 21:28:17.688535 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-253462483-network', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:17.726937 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492be08a-6ba6-432a-b29a-7b15265d9bf3 req-7a0ec20a-94ec-4962-887c-038a0a6674da tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:17.729631 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-492be08a-6ba6-432a-b29a-7b15265d9bf3 req-7a0ec20a-94ec-4962-887c-038a0a6674da tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0755737 Oct 27 21:28:17.730694 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Made reservation on behalf of b8b3598e61fa48c0bf6b92bd2fbd5429 for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:28:17.732896 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:17.749064 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:17.795113 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-492be08a-6ba6-432a-b29a-7b15265d9bf3 req-a4a85b9b-aa4d-49bc-afe3-165a20945183 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589097 Oct 27 21:28:17.888078 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:17.892685 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:17.916970 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:28:17.925351 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6454efd3-629a-4a54-96fb-115c834336a5,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:17.934023 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:17.934352 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Added segment 05d0bc60-ee8e-4858-bcff-7e9c394bf104 of type vlan for network b16c9042-a216-42a9-9309-e9862829ab18 Oct 27 21:28:17.936363 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.936796 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.937129 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.937454 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.937774 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.938092 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.938414 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.938727 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.939039 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.939348 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.939656 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.939963 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:17.981395 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.006265 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.007363 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:18.007948 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.060028 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4774654 Oct 27 21:28:18.064154 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55970) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:18.069318 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Request body: {'subnet': {'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-253462483-subnet', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:18.072736 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba04ee-dee1-47b7-be20-a32eaecf3626 admin admin] Pushing event updated for resources: {'Network': ['ID=b16c9042-a216-42a9-9309-e9862829ab18,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:18.083436 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network b16c9042-a216-42a9-9309-e9862829ab18 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:28:18.089856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Made reservation on behalf of b8b3598e61fa48c0bf6b92bd2fbd5429 for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:28:18.092280 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58835688'] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.257333 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59134058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58835706'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.298645 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f557-c736-45d3-8be3-4f3165984a0a req-cdf31a8e-1f17-4952-8578-52722a9d1166 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:18.300354 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dd18f557-c736-45d3-8be3-4f3165984a0a req-cdf31a8e-1f17-4952-8578-52722a9d1166 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0506177 Oct 27 21:28:18.324434 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:18.330661 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Checking segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:18.331016 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Network hostable DHCP agents. Network: b16c9042-a216-42a9-9309-e9862829ab18, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:28:18.344518 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dd18f557-c736-45d3-8be3-4f3165984a0a req-303a45f6-7583-4b70-8476-74bd8e484944 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Oct 27 21:28:18.349199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Network b16c9042-a216-42a9-9309-e9862829ab18 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:28:18.358718 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, b16c9042-a216-42a9-9309-e9862829ab18) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:18.363914 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:18.365104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.368498 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d131e3cb-8dca-465d-8c7e-339172bd0d4e None None] Network b16c9042-a216-42a9-9309-e9862829ab18 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:28:18.382917 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ede7244e-01ac-415c-9fee-38a64dbaff1d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3174410 Oct 27 21:28:18.384856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 55976) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:18.390062 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:18.411845 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.413013 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.478524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.481828 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710266-d8f7-42cf-83f5-991165b20abe req-7259f306-ec75-4829-8e7e-39c5b5a428f1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:18.483418 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d7710266-d8f7-42cf-83f5-991165b20abe req-7259f306-ec75-4829-8e7e-39c5b5a428f1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0620418 Oct 27 21:28:18.528326 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d7710266-d8f7-42cf-83f5-991165b20abe req-7717c966-d4dc-45dd-b03a-249f42a676ad tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Oct 27 21:28:18.536863 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-b16c9042-a216-42a9-9309-e9862829ab18', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:28:18.537942 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.616824 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.679300 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Allocated IP 172.20.0.2 (b16c9042-a216-42a9-9309-e9862829ab18/f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1/fd0e0225-5ab1-4a88-bc94-500cee90c36e) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:18.818618 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.830563 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.837954 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.844384 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:18.899574 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Network b16c9042-a216-42a9-9309-e9862829ab18 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:18.900780 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Pushing event updated for resources: {'Port': ['ID=fd0e0225-5ab1-4a88-bc94-500cee90c36e,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:18.904601 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:18.920091 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:18.958923 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828997a-dca0-46c8-a049-ea924f4f6d7c req-0f706acb-d2b7-471d-af7d-93918ad7759a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:18.960800 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0828997a-dca0-46c8-a049-ea924f4f6d7c req-0f706acb-d2b7-471d-af7d-93918ad7759a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0647726 Oct 27 21:28:18.990184 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Allocated IP 172.27.1.248 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/0413519f-e368-4125-9e4f-b5b8fcd55d4a) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:19.006326 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0828997a-dca0-46c8-a049-ea924f4f6d7c req-9da0760d-a4b0-45b5-b931-c972492d3f3b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391338 Oct 27 21:28:19.125159 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Attempting to bind port fd0e0225-5ab1-4a88-bc94-500cee90c36e on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:19.125877 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Attempting to bind port fd0e0225-5ab1-4a88-bc94-500cee90c36e by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:19.125877 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Attempting to bind port fd0e0225-5ab1-4a88-bc94-500cee90c36e on network b16c9042-a216-42a9-9309-e9862829ab18 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:19.129158 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.132406 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:19.132801 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Checking segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:19.133189 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.133594 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Bound using segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:19.134045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Bound port: fd0e0225-5ab1-4a88-bc94-500cee90c36e, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:19.134436 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.200265 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] For port fd0e0225-5ab1-4a88-bc94-500cee90c36e, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:19.203444 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] For port fd0e0225-5ab1-4a88-bc94-500cee90c36e, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=fd0e0225-5ab1-4a88-bc94-500cee90c36e,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:19.206874 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.264149 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f6cd6-891a-440d-819d-9794ed1889bb None None] Pushing event updated for resources: {'Port': ['ID=fd0e0225-5ab1-4a88-bc94-500cee90c36e,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:19.303680 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.340244 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.383122 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:19.383458 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:19.386988 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:19.430205 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Pushing event updated for resources: {'Port': ['ID=0413519f-e368-4125-9e4f-b5b8fcd55d4a,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:19.474553 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4710e-d544-4e31-b7d8-50e9121614cc req-21c3b4e7-bc57-4e46-958f-077b1f7ac8ea tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:19.477526 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a0e4710e-d544-4e31-b7d8-50e9121614cc req-21c3b4e7-bc57-4e46-958f-077b1f7ac8ea tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0574329 Oct 27 21:28:19.523802 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a0e4710e-d544-4e31-b7d8-50e9121614cc req-55abe292-868d-4796-8977-7ec11fd3d388 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 Oct 27 21:28:19.652942 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3999cd0-2236-4994-a5c1-d1499b480004 req-dfa5ec76-a1a7-4c6a-af2a-e8a780529727 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:19.654337 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b3999cd0-2236-4994-a5c1-d1499b480004 req-dfa5ec76-a1a7-4c6a-af2a-e8a780529727 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.0502770 Oct 27 21:28:19.691902 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.706489 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b3999cd0-2236-4994-a5c1-d1499b480004 req-4d1b5e5b-8864-48ce-b9ba-ceae0f4b09d4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Oct 27 21:28:19.881741 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.037009 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:28:20.131730 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd036a-3699-480a-81a8-6dc9f4a11ad6 req-81386588-a2a0-4ef8-8848-53c4f9c81298 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:20.133278 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-14fd036a-3699-480a-81a8-6dc9f4a11ad6 req-81386588-a2a0-4ef8-8848-53c4f9c81298 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0513163 Oct 27 21:28:20.152085 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:28:20.160869 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Sync routers for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:28:20.175590 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:20.176407 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:20.186993 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.188056 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-14fd036a-3699-480a-81a8-6dc9f4a11ad6 req-f180739c-ec3d-4d35-a115-f5bb882f4b5b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482960 Oct 27 21:28:20.189731 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d1a26518-474f-4a88-bf18-2d4cc32233fc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8035297 Oct 27 21:28:20.192798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 55998) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:20.273880 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced127ac-4440-4d56-b178-93e3f9a3051c None None] Network b16c9042-a216-42a9-9309-e9862829ab18 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:28:20.300111 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:20.326823 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device fd0e0225-5ab1-4a88-bc94-500cee90c36e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:20.382012 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f11dacef-8875-4248-88eb-08c666bede2f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:28:20.384111 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-2057ece4-b9ab-41c2-81ae-7a5096c9504a None None] Provisioning complete for port fd0e0225-5ab1-4a88-bc94-500cee90c36e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:20.384507 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-2057ece4-b9ab-41c2-81ae-7a5096c9504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.499048 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:19Z', 'revision_number': 3, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:20.527153 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Checking router: 291a13b9-3bd4-4ffa-86a3-9ec780649b0d for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:28:20.527475 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Updating router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d port 0413519f-e368-4125-9e4f-b5b8fcd55d4a binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:28:20.564619 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.567851 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port fd0e0225-5ab1-4a88-bc94-500cee90c36e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:20.568432 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.673042 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f11dacef-8875-4248-88eb-08c666bede2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f11dacef-8875-4248-88eb-08c666bede2f,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:20.694201 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-2057ece4-b9ab-41c2-81ae-7a5096c9504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.701451 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'f11dacef-8875-4248-88eb-08c666bede2f', 'network_id': '1b2a8cd7-b268-4bbd-af10-3bdd28cb8222', 'port_id': 'f11dacef-8875-4248-88eb-08c666bede2f', 'mac_address': 'fa:16:3e:8c:f3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9728ac69-9902-4481-ac05-15ff264fdbb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:28:20.827105 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.836477 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-2057ece4-b9ab-41c2-81ae-7a5096c9504a None None] For port fd0e0225-5ab1-4a88-bc94-500cee90c36e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=fd0e0225-5ab1-4a88-bc94-500cee90c36e,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:20.850103 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-2057ece4-b9ab-41c2-81ae-7a5096c9504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.881645 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11dacef-8875-4248-88eb-08c666bede2f {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:28:20.887315 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.897629 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.910881 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:20.915361 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8c6cc-73a9-44e5-bc2f-d7316544c937 req-35bcc6af-05df-4cf1-a5c1-d4b470741f8e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:20.925102 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ba8c6cc-73a9-44e5-bc2f-d7316544c937 req-35bcc6af-05df-4cf1-a5c1-d4b470741f8e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1187093 Oct 27 21:28:20.954860 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Pushing event updated for resources: {'Port': ['ID=0413519f-e368-4125-9e4f-b5b8fcd55d4a,revision_number=2']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:20.972394 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.974815 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.975879 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.977144 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.978615 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.979140 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.980095 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.980430 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.981982 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.981982 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.982158 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:20.986974 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f11dacef-8875-4248-88eb-08c666bede2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f11dacef-8875-4248-88eb-08c666bede2f,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:20.988993 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:21.015842 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7c99-8581-4d8d-8705-ebc6e66d4d91 req-2fe8ffe9-02d3-48bd-81ce-a479d03b358a tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:21.017415 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c4b7c99-8581-4d8d-8705-ebc6e66d4d91 req-2fe8ffe9-02d3-48bd-81ce-a479d03b358a tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 943 time: 0.1638808 Oct 27 21:28:21.029246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.029439 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ba8c6cc-73a9-44e5-bc2f-d7316544c937 req-ffc031ee-957c-4bb0-8fa1-1920c67a9db0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033392 Oct 27 21:28:21.034020 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057ece4-b9ab-41c2-81ae-7a5096c9504a None None] Pushing event updated for resources: {'Port': ['ID=fd0e0225-5ab1-4a88-bc94-500cee90c36e,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:21.060726 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Attempting to bind port 0413519f-e368-4125-9e4f-b5b8fcd55d4a on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:21.061117 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Attempting to bind port 0413519f-e368-4125-9e4f-b5b8fcd55d4a by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:21.061594 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Attempting to bind port 0413519f-e368-4125-9e4f-b5b8fcd55d4a on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:21.066853 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.db.api [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:28:21.067587 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG oslo_db.api [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:28:21.071633 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:21.072240 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:21.072843 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.073290 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:21.073757 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Bound port: 0413519f-e368-4125-9e4f-b5b8fcd55d4a, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:21.074204 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.079350 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.100398 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c4b7c99-8581-4d8d-8705-ebc6e66d4d91 req-b32f01eb-63d1-459f-aeaa-b0843cf6163f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Oct 27 21:28:21.134539 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] For port 0413519f-e368-4125-9e4f-b5b8fcd55d4a, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:21.138060 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] For port 0413519f-e368-4125-9e4f-b5b8fcd55d4a, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=0413519f-e368-4125-9e4f-b5b8fcd55d4a,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:21.140270 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=f11dacef-8875-4248-88eb-08c666bede2f,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:21.142845 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.143915 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-fbdd894f-4faa-44fa-ae1a-e4811fb81e5b None None] Provisioning complete for port fd0e0225-5ab1-4a88-bc94-500cee90c36e triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:21.144277 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-fbdd894f-4faa-44fa-ae1a-e4811fb81e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.208787 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4fdf-77f4-4dcc-ae0f-fcb9f9faac0d None None] Pushing event updated for resources: {'Port': ['ID=0413519f-e368-4125-9e4f-b5b8fcd55d4a,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:21.218475 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:21.219258 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:21.295892 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Allocated IP 172.20.0.1 (b16c9042-a216-42a9-9309-e9862829ab18/f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1/2328ff22-a25e-4842-b7b7-a1d315fd0299) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:21.335167 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:21.382710 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d035d-09fc-43d6-b606-84ee7965bc7b req-c6217c98-329f-4fff-8166-1c33ee28cf3c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:21.384285 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-249d035d-09fc-43d6-b606-84ee7965bc7b req-c6217c98-329f-4fff-8166-1c33ee28cf3c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1081004 Oct 27 21:28:21.447658 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-249d035d-09fc-43d6-b606-84ee7965bc7b req-844e7866-47cd-4618-a31c-7bbdebd5f55f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564270 Oct 27 21:28:21.457332 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.499453 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.515192 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:19Z', 'revision_number': 3, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:21.537343 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Network b16c9042-a216-42a9-9309-e9862829ab18 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:21.540129 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:21.540514 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92413b-7e7f-4316-919b-2604db47af07 None None] The sync data for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi is: [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:19Z', 'revision_number': 3, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:28:21.543972 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:21.578607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Pushing event updated for resources: {'Port': ['ID=2328ff22-a25e-4842-b7b7-a1d315fd0299,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:21.601592 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.607481 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['f11dacef-8875-4248-88eb-08c666bede2f'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:28:21.782335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.868764 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-9f86514c-2037-47bc-95e2-df06d5a4ddcf None None] Provisioning complete for port 2328ff22-a25e-4842-b7b7-a1d315fd0299 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:21.869168 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9f86514c-2037-47bc-95e2-df06d5a4ddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.905911 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-9f86514c-2037-47bc-95e2-df06d5a4ddcf None None] Port 2328ff22-a25e-4842-b7b7-a1d315fd0299 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:28:21.978548 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:21.983142 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:22.055820 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Pushing event updated for resources: {'Port': ['ID=2328ff22-a25e-4842-b7b7-a1d315fd0299,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:22.066602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:22.262935 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Network b16c9042-a216-42a9-9309-e9862829ab18 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:22.273871 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:22.294986 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60788a78-8e3a-4e9f-9868-84542c7d249e req-c8f7ce39-b559-4e6c-9241-dbd99d928a56 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:22.296673 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60788a78-8e3a-4e9f-9868-84542c7d249e req-c8f7ce39-b559-4e6c-9241-dbd99d928a56 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1275234 Oct 27 21:28:22.309947 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026283a0-3d74-4b16-92b6-5478114b573b req-a5007d76-9ffe-432c-838a-3e3044b9fda2 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:22.311465 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-026283a0-3d74-4b16-92b6-5478114b573b req-a5007d76-9ffe-432c-838a-3e3044b9fda2 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 944 time: 0.1190803 Oct 27 21:28:22.403057 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0413519f-e368-4125-9e4f-b5b8fcd55d4a up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:22.514213 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 0413519f-e368-4125-9e4f-b5b8fcd55d4a triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:22.514457 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:22.529242 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-026283a0-3d74-4b16-92b6-5478114b573b req-e816fce3-68ab-40e9-a378-638bb601c0cb tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096388 Oct 27 21:28:22.534333 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60788a78-8e3a-4e9f-9868-84542c7d249e req-1e83e0b0-1d83-40cd-a0d5-c87ecfc4b76b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203956 Oct 27 21:28:22.580366 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:28:22.644080 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-7a28eda4-6d47-4675-bc11-3d6ee947505a None None] Provisioning complete for port 2328ff22-a25e-4842-b7b7-a1d315fd0299 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:22.644695 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7a28eda4-6d47-4675-bc11-3d6ee947505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:22.730400 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:22.739986 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-7a28eda4-6d47-4675-bc11-3d6ee947505a None None] Port 2328ff22-a25e-4842-b7b7-a1d315fd0299 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:28:22.757024 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 0413519f-e368-4125-9e4f-b5b8fcd55d4a, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=0413519f-e368-4125-9e4f-b5b8fcd55d4a,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:22.761336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:22.762306 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device fd0e0225-5ab1-4a88-bc94-500cee90c36e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:22.767502 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46963200-bb63-48f3-bda7-df16ea7d9922 req-25597446-af4f-454f-9787-c0ba7e39cd59 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:22.768758 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46963200-bb63-48f3-bda7-df16ea7d9922 req-25597446-af4f-454f-9787-c0ba7e39cd59 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1186278 Oct 27 21:28:22.783920 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:28:22.794709 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-fe23ba57-83d5-40ff-88ef-65cbd77cc411 admin admin] 10.222.0.55 "PUT /v2.0/routers/291a13b9-3bd4-4ffa-86a3-9ec780649b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6008580 Oct 27 21:28:22.815096 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46963200-bb63-48f3-bda7-df16ea7d9922 req-5a5be295-9cbd-415e-b3a2-248cdb041155 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Oct 27 21:28:22.847097 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=0413519f-e368-4125-9e4f-b5b8fcd55d4a,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:22.858003 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port fd0e0225-5ab1-4a88-bc94-500cee90c36e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:22.858358 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.332273 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56054) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:23.338301 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1357250228-network', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:23.361534 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Made reservation on behalf of a694aaf1d0b445e1a432ec009614aa87 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:28:23.364097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.373402 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.447586 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.452724 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.473930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:28:23.480782 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Sync routers for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:28:23.487944 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597dd22a-ef92-40fd-87ff-69957daad571,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:23.491154 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:23.491759 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:23.492497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.492864 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Added segment ae0f9216-61cb-491e-be56-1b04a7796d1f of type vlan for network 120b824b-3f07-4b85-87a5-4a1d04408043 Oct 27 21:28:23.531163 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.557073 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.558761 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:23.559482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.601936 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:23.662193 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3260124 Oct 27 21:28:23.665676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56060) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:23.671043 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Request body: {'subnet': {'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1357250228-subnet', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:23.675281 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e125b-5590-4f52-81af-5ec3dad51583 admin admin] Pushing event updated for resources: {'Network': ['ID=120b824b-3f07-4b85-87a5-4a1d04408043,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:23.696403 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 120b824b-3f07-4b85-87a5-4a1d04408043 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:28:23.701007 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Made reservation on behalf of a694aaf1d0b445e1a432ec009614aa87 for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:28:23.703710 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58835688'] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.723602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008e52b-0657-431e-83d0-5f2f4a98b77d req-c5d53fde-801b-4d7b-8cd1-1eb241a1573c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:23.725938 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f008e52b-0657-431e-83d0-5f2f4a98b77d req-c5d53fde-801b-4d7b-8cd1-1eb241a1573c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0874083 Oct 27 21:28:23.745838 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eaf20-b16d-49ad-8980-3f2a8d751151 req-4ef3e25b-3516-47ed-9a0f-c938c736f2f4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:23.753813 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b39eaf20-b16d-49ad-8980-3f2a8d751151 req-4ef3e25b-3516-47ed-9a0f-c938c736f2f4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 944 time: 0.0842834 Oct 27 21:28:23.809950 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f008e52b-0657-431e-83d0-5f2f4a98b77d req-69720460-17a4-4ad0-a108-5aabfe67b9cd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763943 Oct 27 21:28:23.818383 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b39eaf20-b16d-49ad-8980-3f2a8d751151 req-8798e004-070c-46a5-97b5-fbd916028dc3 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635405 Oct 27 21:28:23.902410 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59134058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58835706'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:23.972433 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88e707-5974-4ed1-874f-d4b36a854466 req-4b7384a5-cfcc-4a9b-8ebc-2cdc73601604 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:23.984047 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ad88e707-5974-4ed1-874f-d4b36a854466 req-4b7384a5-cfcc-4a9b-8ebc-2cdc73601604 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0808995 Oct 27 21:28:23.998121 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:24.010853 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Checking segment: {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:24.011842 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Network hostable DHCP agents. Network: 120b824b-3f07-4b85-87a5-4a1d04408043, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:28:24.037934 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ad88e707-5974-4ed1-874f-d4b36a854466 req-86a4594a-4ada-465a-8b56-f76f96115fa8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472801 Oct 27 21:28:24.045453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Network 120b824b-3f07-4b85-87a5-4a1d04408043 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:28:24.066838 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 120b824b-3f07-4b85-87a5-4a1d04408043) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:24.073310 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:24.081230 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.083507 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56070) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:24.095154 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a9cf4-d835-46cf-ab0b-df9f6edf464f None None] Network 120b824b-3f07-4b85-87a5-4a1d04408043 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:28:24.099143 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8013cb2a-ef7b-464a-a4cd-05aaf4e163af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4321921 Oct 27 21:28:24.102020 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56074) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:24.106713 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:24.131196 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.132365 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.264809 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 2, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:24.265383 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.283311 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e294191-6b5a-4228-b793-23bf851421fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.301170 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0413519f-e368-4125-9e4f-b5b8fcd55d4a up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:24.305672 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Checking router: 291a13b9-3bd4-4ffa-86a3-9ec780649b0d for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:28:24.306209 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Updating router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d port 2328ff22-a25e-4842-b7b7-a1d315fd0299 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:28:24.372063 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.401030 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-120b824b-3f07-4b85-87a5-4a1d04408043', 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'fixed_ips': [{'subnet_id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:28:24.402447 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.446354 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.448894 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f11dacef-8875-4248-88eb-08c666bede2f up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:24.543790 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 0413519f-e368-4125-9e4f-b5b8fcd55d4a triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:24.544152 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.546499 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e294191-6b5a-4228-b793-23bf851421fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.552378 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e294191-6b5a-4228-b793-23bf851421fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.615897 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4e294191-6b5a-4228-b793-23bf851421fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=637b0037275241a5b73b467041ebfe4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236478 Oct 27 21:28:24.615897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294191-6b5a-4228-b793-23bf851421fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93dee0-c40d-48dd-8f86-bcc5c8af0890,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:24.617719 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56090) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:24.730269 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e7ff84e8-5db4-4e33-b765-8928edb0e8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.758611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e7ff84e8-5db4-4e33-b765-8928edb0e8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.773970 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Allocated IP 172.20.0.2 (120b824b-3f07-4b85-87a5-4a1d04408043/cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0/bb8ba183-b2ee-4c5f-b580-2eead24183eb) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:24.779525 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port f11dacef-8875-4248-88eb-08c666bede2f completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:28:24.789308 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.797608 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port f11dacef-8875-4248-88eb-08c666bede2f triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:24.797982 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.815412 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.827768 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e7ff84e8-5db4-4e33-b765-8928edb0e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.831031 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e7ff84e8-5db4-4e33-b765-8928edb0e8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:24.832513 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e7ff84e8-5db4-4e33-b765-8928edb0e8e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e93dee0-c40d-48dd-8f86-bcc5c8af0890 HTTP/1.1" status: 204 len: 168 time: 0.2127314 Oct 27 21:28:24.887554 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff84e8-5db4-4e33-b765-8928edb0e8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93dee0-c40d-48dd-8f86-bcc5c8af0890,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:24.963454 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Allocated IP 172.27.1.115 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/e0e9fe78-02fd-4120-ba48-19258892d5fd) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:25.089779 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.120752 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.122633 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.199581 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.209952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de29098-b9dd-4d42-804d-8a434e85205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11dacef-8875-4248-88eb-08c666bede2f'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:28:25.213229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff1203b-aa47-4bd0-9e43-15bd6fdd03a1" -d '{"events": [{"server_uuid": "2de29098-b9dd-4d42-804d-8a434e85205c", "name": "network-vif-plugged", "status": "completed", "tag": "f11dacef-8875-4248-88eb-08c666bede2f"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:28:25.232268 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.242264 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c65bc-47b6-4640-9b65-88d42794f058 None None] Pushing event updated for resources: {'Port': ['ID=2328ff22-a25e-4842-b7b7-a1d315fd0299,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:25.245989 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f11dacef-8875-4248-88eb-08c666bede2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f11dacef-8875-4248-88eb-08c666bede2f,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:25.330232 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.339658 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2508b-d920-4531-8c96-8fa3fdd3a529 req-167fc997-387a-43bd-a4d9-02caedb63ae6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:25.348657 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cad2508b-d920-4531-8c96-8fa3fdd3a529 req-167fc997-387a-43bd-a4d9-02caedb63ae6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.3792889 Oct 27 21:28:25.355299 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Network 120b824b-3f07-4b85-87a5-4a1d04408043 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:25.360486 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50c039-cce9-4603-99d9-d77efeabb740 req-8a64487c-b35f-4ae5-8be6-0789a7e0d1d1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:25.362043 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2c50c039-cce9-4603-99d9-d77efeabb740 req-8a64487c-b35f-4ae5-8be6-0789a7e0d1d1 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 944 time: 0.3810046 Oct 27 21:28:25.364808 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:25.377871 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:25.383012 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Pushing event updated for resources: {'Port': ['ID=bb8ba183-b2ee-4c5f-b580-2eead24183eb,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:25.394514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Attempting to bind port 2328ff22-a25e-4842-b7b7-a1d315fd0299 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:25.395158 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Attempting to bind port 2328ff22-a25e-4842-b7b7-a1d315fd0299 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:25.395950 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Attempting to bind port 2328ff22-a25e-4842-b7b7-a1d315fd0299 on network b16c9042-a216-42a9-9309-e9862829ab18 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:25.443328 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:25.444132 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Checking segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:25.445239 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.445846 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Bound using segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:25.446559 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Bound port: 2328ff22-a25e-4842-b7b7-a1d315fd0299, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:25.447186 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.476618 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.505602 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cad2508b-d920-4531-8c96-8fa3fdd3a529 req-c6862bc5-c593-46ea-91ce-5252278a33e3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560149 Oct 27 21:28:25.538676 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2c50c039-cce9-4603-99d9-d77efeabb740 req-b1ef8757-919b-454a-b584-b1dd219f3766 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534836 Oct 27 21:28:25.552962 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.569782 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=f11dacef-8875-4248-88eb-08c666bede2f,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:25.597930 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbd141c-ebe2-48ac-b7c4-0a50641ef9ef x-openstack-request-id: req-edbd141c-ebe2-48ac-b7c4-0a50641ef9ef {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:28:25.598554 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de29098-b9dd-4d42-804d-8a434e85205c", "name": "network-vif-plugged", "status": "completed", "tag": "f11dacef-8875-4248-88eb-08c666bede2f", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:28:25.599372 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edbd141c-ebe2-48ac-b7c4-0a50641ef9ef {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:28:25.600113 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de29098-b9dd-4d42-804d-8a434e85205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11dacef-8875-4248-88eb-08c666bede2f', 'code': 200} Oct 27 21:28:25.621694 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:25.623182 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e9fe78-02fd-4120-ba48-19258892d5fd,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:25.626983 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:25.629142 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:25.646450 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Attempting to bind port bb8ba183-b2ee-4c5f-b580-2eead24183eb on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:25.649963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Attempting to bind port bb8ba183-b2ee-4c5f-b580-2eead24183eb by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:25.650519 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Attempting to bind port bb8ba183-b2ee-4c5f-b580-2eead24183eb on network 120b824b-3f07-4b85-87a5-4a1d04408043 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:25.664623 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:25.664895 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Checking segment: {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:25.665483 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.666055 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Bound using segment: {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:25.667370 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Bound port: bb8ba183-b2ee-4c5f-b580-2eead24183eb, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:25.667729 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.671935 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-f340500b-2edc-4e6b-bb33-4b06d1517961 None None] Provisioning complete for port 2328ff22-a25e-4842-b7b7-a1d315fd0299 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:25.672300 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-f340500b-2edc-4e6b-bb33-4b06d1517961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.732721 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] For port 2328ff22-a25e-4842-b7b7-a1d315fd0299, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:25.781709 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-f340500b-2edc-4e6b-bb33-4b06d1517961 None None] Port 2328ff22-a25e-4842-b7b7-a1d315fd0299 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:28:25.786860 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] For port 2328ff22-a25e-4842-b7b7-a1d315fd0299, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=2328ff22-a25e-4842-b7b7-a1d315fd0299,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:25.795331 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.853418 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] For port bb8ba183-b2ee-4c5f-b580-2eead24183eb, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:25.861530 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] For port bb8ba183-b2ee-4c5f-b580-2eead24183eb, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=bb8ba183-b2ee-4c5f-b580-2eead24183eb,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:25.880573 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:25.890432 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:25.891277 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:25.895556 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c65bc-47b6-4640-9b65-88d42794f058 None None] Pushing event updated for resources: {'Port': ['ID=2328ff22-a25e-4842-b7b7-a1d315fd0299,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:25.918488 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e20a3-e646-446e-9cd1-e04246db8681 req-05cd7186-3a5d-42d7-a471-f5076a73c17a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:25.920014 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-223e20a3-e646-446e-9cd1-e04246db8681 req-05cd7186-3a5d-42d7-a471-f5076a73c17a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.2257941 Oct 27 21:28:25.926461 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f536b5-a1eb-4f80-afa9-f23f42da324c req-5d2d617c-16ac-4985-b964-e455e4427f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:25.928045 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-78f536b5-a1eb-4f80-afa9-f23f42da324c req-5d2d617c-16ac-4985-b964-e455e4427f69 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 1098 time: 0.0876701 Oct 27 21:28:25.990857 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-78f536b5-a1eb-4f80-afa9-f23f42da324c req-b7357409-027f-45df-841c-f34f86edaf60 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535014 Oct 27 21:28:26.058315 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-223e20a3-e646-446e-9cd1-e04246db8681 req-8a9d03cf-f1d3-47c0-bb7d-d9216ba093bd tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963323 Oct 27 21:28:26.078688 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.263032 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-905627ae-3fad-4291-aa25-341813330ce4 None None] Provisioning complete for port 2328ff22-a25e-4842-b7b7-a1d315fd0299 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:26.263421 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-905627ae-3fad-4291-aa25-341813330ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.337955 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332bfe1-eb3a-4a93-b122-763723fc3171 None None] Pushing event updated for resources: {'Port': ['ID=bb8ba183-b2ee-4c5f-b580-2eead24183eb,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:26.346365 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.402627 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:26.549189 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:28:26.581769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-905627ae-3fad-4291-aa25-341813330ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.643385 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-905627ae-3fad-4291-aa25-341813330ce4 None None] For port 2328ff22-a25e-4842-b7b7-a1d315fd0299, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=2328ff22-a25e-4842-b7b7-a1d315fd0299,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:26.650872 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-905627ae-3fad-4291-aa25-341813330ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.727842 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:28:26.739478 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Sync routers for ids ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:28:26.752634 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905627ae-3fad-4291-aa25-341813330ce4 None None] Pushing event updated for resources: {'Port': ['ID=2328ff22-a25e-4842-b7b7-a1d315fd0299,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:26.754252 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Routers {'8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:26.755206 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:26.757829 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0b200-c422-4a29-9af1-ce1b0d430bdb req-71e9aeb3-154c-406b-af76-c896a6af011b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:26.761193 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-51e0b200-c422-4a29-9af1-ce1b0d430bdb req-71e9aeb3-154c-406b-af76-c896a6af011b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1282585 Oct 27 21:28:26.770512 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fef1f0-014b-44d8-a1c4-159713d36216 req-f97cfe56-f69f-40c4-a90b-8476da724a25 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:26.772903 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-73fef1f0-014b-44d8-a1c4-159713d36216 req-f97cfe56-f69f-40c4-a90b-8476da724a25 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 945 time: 0.1410780 Oct 27 21:28:26.777338 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:26.778497 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-785a581f-5c0c-46cd-8e91-5a9d975e22c1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6757700 Oct 27 21:28:26.781349 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56142) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:26.788637 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:25Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:26.824195 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a28e-3947-45ef-993a-dd4b3c44a1c3 None None] The sync data for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi is: [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:25Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:28:26.902922 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-51e0b200-c422-4a29-9af1-ce1b0d430bdb req-09ce8023-a23f-4f1d-a653-c8a290f55f11 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197131 Oct 27 21:28:26.912285 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-73fef1f0-014b-44d8-a1c4-159713d36216 req-c631ed9e-97e2-4016-9af0-2c3b9db14860 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039720 Oct 27 21:28:26.926829 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Set router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:27.253240 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc244a-e1e9-4a51-a0e6-d90d6534f8d1 req-1725f14b-9b49-4c1a-958b-3cba1815416f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:27.260673 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-51dc244a-e1e9-4a51-a0e6-d90d6534f8d1 req-1725f14b-9b49-4c1a-958b-3cba1815416f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1028764 Oct 27 21:28:27.318826 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-51dc244a-e1e9-4a51-a0e6-d90d6534f8d1 req-a911a5a3-aa1a-4d94-88cd-d671778b0d71 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571685 Oct 27 21:28:27.320880 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:25Z', 'revision_number': 3, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:27.357935 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Checking router: 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:28:27.358450 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Updating router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 port e0e9fe78-02fd-4120-ba48-19258892d5fd binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:28:27.370968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe90359-88e9-4dad-b2ce-092918d1d588 None None] Network 120b824b-3f07-4b85-87a5-4a1d04408043 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:28:27.410463 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.446234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.500968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-949d2b1d-b0fe-4a8f-a268-64c544748749 None None] Provisioning complete for port bb8ba183-b2ee-4c5f-b580-2eead24183eb triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:27.504763 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-949d2b1d-b0fe-4a8f-a268-64c544748749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.684515 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Allocated IP 172.20.0.1 (120b824b-3f07-4b85-87a5-4a1d04408043/cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0/6bbcd57f-7e88-4a61-9567-2b99f72773b9) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:28:27.701956 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-949d2b1d-b0fe-4a8f-a268-64c544748749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.771620 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-949d2b1d-b0fe-4a8f-a268-64c544748749 None None] For port bb8ba183-b2ee-4c5f-b580-2eead24183eb, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=bb8ba183-b2ee-4c5f-b580-2eead24183eb,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:27.782737 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-949d2b1d-b0fe-4a8f-a268-64c544748749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.819018 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.839213 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.909325 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569475c-8064-4ea9-8ec3-f0f03dd2cbe1 None None] Pushing event updated for resources: {'Port': ['ID=e0e9fe78-02fd-4120-ba48-19258892d5fd,revision_number=2']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:27.927966 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Attempting to bind port e0e9fe78-02fd-4120-ba48-19258892d5fd on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:27.928431 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Attempting to bind port e0e9fe78-02fd-4120-ba48-19258892d5fd by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:27.928820 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Attempting to bind port e0e9fe78-02fd-4120-ba48-19258892d5fd on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:27.938888 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:27.940683 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:27.941288 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.941879 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:27.942539 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Bound port: e0e9fe78-02fd-4120-ba48-19258892d5fd, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:27.943128 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.958920 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d2b1d-b0fe-4a8f-a268-64c544748749 None None] Pushing event updated for resources: {'Port': ['ID=bb8ba183-b2ee-4c5f-b580-2eead24183eb,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:27.975590 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:27.998534 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] For port e0e9fe78-02fd-4120-ba48-19258892d5fd, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:28.002084 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] For port e0e9fe78-02fd-4120-ba48-19258892d5fd, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=e0e9fe78-02fd-4120-ba48-19258892d5fd,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:28.012891 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.018606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.113322 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Network 120b824b-3f07-4b85-87a5-4a1d04408043 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:28.116539 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:28.120969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:28:28.173460 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a96c-e3b6-4744-aa7f-6da29283a6d5 req-4c08a23f-2a34-438c-aa29-e330edfd6a62 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:28.183710 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7d25a96c-e3b6-4744-aa7f-6da29283a6d5 req-4c08a23f-2a34-438c-aa29-e330edfd6a62 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 945 time: 0.1127732 Oct 27 21:28:28.187625 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569475c-8064-4ea9-8ec3-f0f03dd2cbe1 None None] Pushing event updated for resources: {'Port': ['ID=e0e9fe78-02fd-4120-ba48-19258892d5fd,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:28.203199 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Routers {'8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:28.203642 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89b53-42bf-42ee-be6c-b4a5d0f83e33 req-53a3d449-35bd-4811-ae1c-050b77e2680d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:28.206219 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c5d89b53-42bf-42ee-be6c-b4a5d0f83e33 req-53a3d449-35bd-4811-ae1c-050b77e2680d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1671970 Oct 27 21:28:28.212279 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:28.237740 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-f0709826-ab78-478c-a757-6f9026a0990b None None] Provisioning complete for port bb8ba183-b2ee-4c5f-b580-2eead24183eb triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:28.238073 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-f0709826-ab78-478c-a757-6f9026a0990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.275280 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.332329 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c5d89b53-42bf-42ee-be6c-b4a5d0f83e33 req-6f131a48-d3f9-4e99-a08b-a0b34a7a915f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164391 Oct 27 21:28:28.358165 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7d25a96c-e3b6-4744-aa7f-6da29283a6d5 req-c9e1952c-20a7-4a55-8c0e-bcd5c6f12880 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730986 Oct 27 21:28:28.385146 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbcd57f-7e88-4a61-9567-2b99f72773b9,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:28.465721 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] Set router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:28.546433 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 2328ff22-a25e-4842-b7b7-a1d315fd0299 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:28.568509 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55734be-68e4-4d8c-9fed-aba4f49f8463 req-07eb2134-762b-4bce-bbd6-9113a4ff3de4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:28.582395 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f55734be-68e4-4d8c-9fed-aba4f49f8463 req-07eb2134-762b-4bce-bbd6-9113a4ff3de4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1190872 Oct 27 21:28:28.626142 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 2328ff22-a25e-4842-b7b7-a1d315fd0299 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:28.626788 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.640074 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f55734be-68e4-4d8c-9fed-aba4f49f8463 req-6e67632d-0e74-4454-948b-371a29d36f8e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526168 Oct 27 21:28:28.648155 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.684013 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-694080f2-0f92-4259-a9dd-e05f670dc7a4 None None] Provisioning complete for port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:28.684390 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-694080f2-0f92-4259-a9dd-e05f670dc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.749480 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-694080f2-0f92-4259-a9dd-e05f670dc7a4 None None] Port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:28:28.752773 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:25Z', 'revision_number': 3, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:28.762938 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device bb8ba183-b2ee-4c5f-b580-2eead24183eb up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:28.780531 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bd5e2-1e5d-46a4-8ff4-d1fbed4f12a1 None None] The sync data for ids ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'] in dv-cinder-815145-3-iscsi is: [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:25Z', 'revision_number': 3, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:28:28.815581 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port bb8ba183-b2ee-4c5f-b580-2eead24183eb triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:28.815989 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.834459 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.840724 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.913308 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:28.914980 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbcd57f-7e88-4a61-9567-2b99f72773b9,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:29.018746 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Network 120b824b-3f07-4b85-87a5-4a1d04408043 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:28:29.020289 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:28:29.285271 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-0a5d58f1-7c04-4878-9486-8e901bedc48a None None] Provisioning complete for port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:29.285837 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0a5d58f1-7c04-4878-9486-8e901bedc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:29.339371 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d58f1-7c04-4878-9486-8e901bedc48a None None] Port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:28:29.381344 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:28:29.499293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5fb2e-94e2-4439-a5bf-dfbe7ebaac6e req-428e1f3f-007d-4a8f-bb41-e8eacae589d8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:29.500957 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3ee5fb2e-94e2-4439-a5bf-dfbe7ebaac6e req-428e1f3f-007d-4a8f-bb41-e8eacae589d8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0654869 Oct 27 21:28:29.519026 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:28:29.525033 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e8dd624e-d01a-4816-9b9f-27d02b476ea8 admin admin] 10.222.0.55 "PUT /v2.0/routers/8f26f514-9be5-44f2-a4c1-ac37c6ea91d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7425539 Oct 27 21:28:29.557186 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3ee5fb2e-94e2-4439-a5bf-dfbe7ebaac6e req-e2ff9a7c-0471-4903-af58-18fe5acf5bbb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Oct 27 21:28:29.717984 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:28:29.848888 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a1a01-12ed-457c-a23d-c1021c67cf8a req-f612dd66-8cdf-4aa1-aa13-821c24456c56 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:29.850444 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af5a1a01-12ed-457c-a23d-c1021c67cf8a req-f612dd66-8cdf-4aa1-aa13-821c24456c56 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0879343 Oct 27 21:28:29.891006 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af5a1a01-12ed-457c-a23d-c1021c67cf8a req-9b295c28-2bb0-460b-848c-342c21c7e423 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Oct 27 21:28:30.146072 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7e032-4a44-4237-b083-a980a61e639c req-d7d95824-8f31-4f45-9030-a09e8bb85991 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:30.147531 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1b7e032-4a44-4237-b083-a980a61e639c req-d7d95824-8f31-4f45-9030-a09e8bb85991 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 945 time: 0.0477531 Oct 27 21:28:30.185148 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1b7e032-4a44-4237-b083-a980a61e639c req-544faacd-68f0-4ded-bbef-86e1bc9b2589 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Oct 27 21:28:30.269879 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device e0e9fe78-02fd-4120-ba48-19258892d5fd up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:30.318659 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port e0e9fe78-02fd-4120-ba48-19258892d5fd triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:30.319293 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.324545 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56222) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:30.329168 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460719425', 'description': 'tempest-secgroup-smoke-1460719425 description', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:30.358198 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.404713 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.430767 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port e0e9fe78-02fd-4120-ba48-19258892d5fd, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=e0e9fe78-02fd-4120-ba48-19258892d5fd,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:30.435107 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.439609 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.443627 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.471119 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.472341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1467886 Oct 27 21:28:30.475221 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56224) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:30.480443 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group_rule': {'security_group_id': 'ae750c09-2a77-45b6-ba80-f492e37dfbc6', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:30.487613 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b572b1f-459d-41eb-b650-35e97b391fb6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae750c09-2a77-45b6-ba80-f492e37dfbc6,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:30.489163 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=e0e9fe78-02fd-4120-ba48-19258892d5fd,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:30.508758 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.566412 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.571764 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.591220 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Sync routers for ids ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:28:30.595847 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa030e5-d37d-4f5c-bc78-1b7bee472a3b,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:30.601602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.602780 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-96f9bad3-0742-4cfd-bcf4-21acc024616a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266444 Oct 27 21:28:30.605675 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56228) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:30.610093 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Routers {'8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:30.610244 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group_rule': {'security_group_id': 'ae750c09-2a77-45b6-ba80-f492e37dfbc6', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:30.611146 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:30.648226 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.717457 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acf0b4-02b2-476f-98ce-822f51cb62b9 req-984500c3-3c69-4905-825b-2cb939487412 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:30.719400 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Set router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:30.719893 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8acf0b4-02b2-476f-98ce-822f51cb62b9 req-984500c3-3c69-4905-825b-2cb939487412 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0863745 Oct 27 21:28:30.752832 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.775016 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.793313 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8acf0b4-02b2-476f-98ce-822f51cb62b9 req-76659e5f-73d9-4e8c-ab1e-b91068428718 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663242 Oct 27 21:28:30.800470 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373589ee-4f89-4f0b-b7e4-3b1f4b80e7cc,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:30.813390 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.817403 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-351ee287-448b-4c0e-bb24-9bcdb571cda4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2079127 Oct 27 21:28:30.817589 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56232) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:30.821913 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group_rule': {'security_group_id': 'ae750c09-2a77-45b6-ba80-f492e37dfbc6', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:30.850985 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.921902 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.927242 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.947646 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5610bad5-7640-4b8c-859a-fe3f36308782,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:30.958135 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:30.959486 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-43313f41-594c-49eb-9df5-8f23d2b1dde3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409388 Oct 27 21:28:30.962397 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56242) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:30.974338 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group_rule': {'security_group_id': 'ae750c09-2a77-45b6-ba80-f492e37dfbc6', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:30.978177 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:28Z', 'revision_number': 4, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '6bbcd57f-7e88-4a61-9567-2b99f72773b9', 'name': '', 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'mac_address': 'fa:16:3e:fb:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:27Z', 'updated_at': '2021-10-27T21:28:28Z', 'revision_number': 2, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'subnets': [{'id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:31.071988 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde94bf-5e03-434d-a977-7d7d294acb99 req-ccabc26f-5703-4c51-af20-3d1378e52c4c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:31.074099 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-afde94bf-5e03-434d-a977-7d7d294acb99 req-ccabc26f-5703-4c51-af20-3d1378e52c4c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0865278 Oct 27 21:28:31.074762 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.156344 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Checking router: 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:28:31.156762 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Updating router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:28:31.162088 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-afde94bf-5e03-434d-a977-7d7d294acb99 req-e95be995-98e8-44b8-ab56-a1bb2725cedf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640509 Oct 27 21:28:31.171450 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.178724 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.187916 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.207783 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a768bba6-50b1-4000-8549-3ad8102d2d7a,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:31.219355 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.220785 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-7b6faf13-0d62-426d-baa6-624b35bac8bc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2551868 Oct 27 21:28:31.223478 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56252) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:31.230550 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group_rule': {'security_group_id': 'ae750c09-2a77-45b6-ba80-f492e37dfbc6', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:31.259508 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.securitygroups_db [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Project b8b3598e61fa48c0bf6b92bd2fbd5429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:28:31.271279 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.358380 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a757-fa74-41a9-8f91-15285748fea3 req-fdec20d6-5d5e-4536-8591-c7059e331d4f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:31.360169 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5f76a757-fa74-41a9-8f91-15285748fea3 req-fdec20d6-5d5e-4536-8591-c7059e331d4f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 945 time: 0.0590630 Oct 27 21:28:31.374594 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.378923 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.405929 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab6d05a-401d-44e0-89e2-7c6fd2b72880,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:31.411301 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5f76a757-fa74-41a9-8f91-15285748fea3 req-5ce91ee2-b3a9-4cb0-b496-5d671e7b2199 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Oct 27 21:28:31.418550 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.422914 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56258) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:31.429191 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-75eaef80-ae4b-48e4-a9fb-36ec2467f74c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2041728 Oct 27 21:28:31.436054 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'security_group_rule': {'security_group_id': 'ae750c09-2a77-45b6-ba80-f492e37dfbc6', 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:28:31.462253 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.securitygroups_db [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Project b8b3598e61fa48c0bf6b92bd2fbd5429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:28:31.468778 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.527413 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.531474 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.532542 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.538917 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.552738 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3a0629-be4a-4067-8b0c-7ffdc77c36d0,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:31.562885 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.564621 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2e972231-2718-47e2-9312-e92fa36c9062 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402490 Oct 27 21:28:31.596843 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758710d-4055-4f2c-afec-a5139bfacf87 None None] Pushing event updated for resources: {'Port': ['ID=6bbcd57f-7e88-4a61-9567-2b99f72773b9,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:31.653366 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Attempting to bind port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:28:31.653970 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Attempting to bind port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:28:31.654534 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Attempting to bind port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 on network 120b824b-3f07-4b85-87a5-4a1d04408043 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:28:31.660386 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:28:31.660984 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Checking segment: {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:28:31.661609 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.662155 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Bound using segment: {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:28:31.662824 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Bound port: 6bbcd57f-7e88-4a61-9567-2b99f72773b9, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0f9216-61cb-491e-be56-1b04a7796d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:28:31.663358 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.793979 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] For port 6bbcd57f-7e88-4a61-9567-2b99f72773b9, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:28:31.798104 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] For port 6bbcd57f-7e88-4a61-9567-2b99f72773b9, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=6bbcd57f-7e88-4a61-9567-2b99f72773b9,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:28:31.803336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:31.884179 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Routers {'8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:28:31.884962 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:31.993633 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758710d-4055-4f2c-afec-a5139bfacf87 None None] Pushing event updated for resources: {'Port': ['ID=6bbcd57f-7e88-4a61-9567-2b99f72773b9,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:32.003600 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af698b-b50b-4d31-b244-cc2c4e6fec64 req-85817a16-8079-402c-82d5-e5f67e402c0b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:32.006306 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Provisioning complete for port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:32.006678 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.008535 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3af698b-b50b-4d31-b244-cc2c4e6fec64 req-85817a16-8079-402c-82d5-e5f67e402c0b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0930464 Oct 27 21:28:32.117187 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3af698b-b50b-4d31-b244-cc2c4e6fec64 req-01ca9f48-0bf4-49a8-9c71-decbd9d86037 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002042 Oct 27 21:28:32.130666 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] Set router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:28:32.280695 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device e0e9fe78-02fd-4120-ba48-19258892d5fd up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:32.368436 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.391707 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd04927-0b0a-4ec3-8a95-f1b2006cae9d req-e60affaf-be6a-4bb0-8fd8-6adf7e40ad1d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:32.399545 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9dd04927-0b0a-4ec3-8a95-f1b2006cae9d req-e60affaf-be6a-4bb0-8fd8-6adf7e40ad1d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1085556 Oct 27 21:28:32.441266 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9dd04927-0b0a-4ec3-8a95-f1b2006cae9d req-67a3fe00-b500-4eef-9527-01a0c5e066ac tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Oct 27 21:28:32.456952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] For port 6bbcd57f-7e88-4a61-9567-2b99f72773b9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=6bbcd57f-7e88-4a61-9567-2b99f72773b9,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:32.465179 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.469871 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port e0e9fe78-02fd-4120-ba48-19258892d5fd triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:32.469973 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.580446 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6786e7-e634-4e63-8902-bb43c920ea83 req-945dcc6f-09a0-418f-91bf-defcbd84fc76 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:32.588891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Pushing event updated for resources: {'Port': ['ID=6bbcd57f-7e88-4a61-9567-2b99f72773b9,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:32.592572 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8c6786e7-e634-4e63-8902-bb43c920ea83 req-945dcc6f-09a0-418f-91bf-defcbd84fc76 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 945 time: 0.0883763 Oct 27 21:28:32.607229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.607229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.607229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.607229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.607229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.607809 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.607809 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.608359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.608359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.608692 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.609055 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.609359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875645f7-3d91-4e69-9a8d-e64636ea49e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:28:32.619302 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:28Z', 'revision_number': 4, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '6bbcd57f-7e88-4a61-9567-2b99f72773b9', 'name': '', 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'mac_address': 'fa:16:3e:fb:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:27Z', 'updated_at': '2021-10-27T21:28:31Z', 'revision_number': 4, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'subnets': [{'id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:28:32.648952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-3bb37b93-9e69-4751-90b1-9639eb9b1736 None None] Provisioning complete for port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:32.649325 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3bb37b93-9e69-4751-90b1-9639eb9b1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.673514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc91190-1aef-4871-a884-0f0f48d03af9 None None] The sync data for ids ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'] in dv-cinder-815145-3-iscsi is: [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:28Z', 'revision_number': 4, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '6bbcd57f-7e88-4a61-9567-2b99f72773b9', 'name': '', 'network_id': '120b824b-3f07-4b85-87a5-4a1d04408043', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'mac_address': 'fa:16:3e:fb:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:27Z', 'updated_at': '2021-10-27T21:28:31Z', 'revision_number': 4, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'subnets': [{'id': 'cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:28:32.705222 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8c6786e7-e634-4e63-8902-bb43c920ea83 req-3f922d72-819e-4e58-aebe-b581cce113e8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b96d18-d633-4984-be2a-bec2f1fa827a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935419 Oct 27 21:28:32.718274 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e4795cea-5374-4c5d-a692-012bfe54f20f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:32.718274 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e4795cea-5374-4c5d-a692-012bfe54f20f tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 945 time: 0.1233213 Oct 27 21:28:32.847097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Deleting port f11dacef-8875-4248-88eb-08c666bede2f {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:28:32.847724 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.964615 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] For port f11dacef-8875-4248-88eb-08c666bede2f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f11dacef-8875-4248-88eb-08c666bede2f,segment=NetworkSegment(f05427af-162f-4e4d-a4d8-d3c941fe77de),segment_id=f05427af-162f-4e4d-a4d8-d3c941fe77de)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:32.965139 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:32.981067 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Calling delete_port for f11dacef-8875-4248-88eb-08c666bede2f owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:28:33.181740 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:33.224749 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Pushing event deleted for resources: {'Port': ['ID=f11dacef-8875-4248-88eb-08c666bede2f,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:33.274171 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] No DVR routers for this DVR port f11dacef-8875-4248-88eb-08c666bede2f on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:28:33.278198 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:33.282152 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bfaf283-2945-4dc9-a98e-b8809dd37a62 req-e5f75ced-d42f-4ab1-9998-866b766e38fc tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.74 "DELETE /v2.0/ports/f11dacef-8875-4248-88eb-08c666bede2f HTTP/1.1" status: 204 len: 173 time: 0.5464704 Oct 27 21:28:33.284159 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de29098-b9dd-4d42-804d-8a434e85205c', 'name': 'network-vif-deleted', 'tag': 'f11dacef-8875-4248-88eb-08c666bede2f'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:28:33.286604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70728fe6-f2d8-4559-9b1a-a2536227f02c" -d '{"events": [{"server_uuid": "2de29098-b9dd-4d42-804d-8a434e85205c", "name": "network-vif-deleted", "tag": "f11dacef-8875-4248-88eb-08c666bede2f"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:28:33.308781 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74b78-534f-4d9e-ad43-a43bbf760107 req-c4a56773-a652-48dc-86f0-b06a9a8c00b4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:33.310751 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-25a74b78-534f-4d9e-ad43-a43bbf760107 req-c4a56773-a652-48dc-86f0-b06a9a8c00b4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0784099 Oct 27 21:28:33.337957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c2328-64f8-4991-b930-46fab8dfe4f6 x-openstack-request-id: req-133c2328-64f8-4991-b930-46fab8dfe4f6 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:28:33.338263 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de29098-b9dd-4d42-804d-8a434e85205c", "name": "network-vif-deleted", "tag": "f11dacef-8875-4248-88eb-08c666bede2f", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:28:33.339190 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-133c2328-64f8-4991-b930-46fab8dfe4f6 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:28:33.339861 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de29098-b9dd-4d42-804d-8a434e85205c', 'name': 'network-vif-deleted', 'tag': 'f11dacef-8875-4248-88eb-08c666bede2f', 'status': 'completed', 'code': 200} Oct 27 21:28:33.361588 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-25a74b78-534f-4d9e-ad43-a43bbf760107 req-21ed984b-0ab6-49c2-aa45-d711b9f25f55 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Oct 27 21:28:33.623904 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277884-e351-4b57-98fe-13bef6dca8e3 req-2e302fd1-0717-46ac-a732-9f78c4293c4a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:33.628809 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f1277884-e351-4b57-98fe-13bef6dca8e3 req-2e302fd1-0717-46ac-a732-9f78c4293c4a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0645459 Oct 27 21:28:33.665769 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f1277884-e351-4b57-98fe-13bef6dca8e3 req-c960315f-8d7c-4647-8ee5-b10e04281557 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341070 Oct 27 21:28:33.797054 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9e41dae9-55a0-4f5f-ab36-09d3bd0c0825 req-3310aae2-4594-42ff-bd14-643d1da5c168 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0281045 Oct 27 21:28:34.258815 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 6bbcd57f-7e88-4a61-9567-2b99f72773b9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:34.307807 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:34.308172 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:34.493110 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a9f2-01ad-4697-8f5d-5c5b020a3054 req-f2bd2483-f4d1-48cd-8623-a3b22d3a2414 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:34.495199 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf8a9f2-01ad-4697-8f5d-5c5b020a3054 req-f2bd2483-f4d1-48cd-8623-a3b22d3a2414 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0481899 Oct 27 21:28:34.532011 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf8a9f2-01ad-4697-8f5d-5c5b020a3054 req-cf03ccd2-c31b-4fa8-bd01-0f864eda4758 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Oct 27 21:28:34.785306 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340bf25-999e-4761-a269-5e5f8bb4c4ec req-811e969f-1df5-4426-b225-f1afd6cc2f94 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:34.786764 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a340bf25-999e-4761-a269-5e5f8bb4c4ec req-811e969f-1df5-4426-b225-f1afd6cc2f94 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0479357 Oct 27 21:28:34.827844 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a340bf25-999e-4761-a269-5e5f8bb4c4ec req-c7228846-2255-4ad4-9f41-57af4eb4cf38 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339508 Oct 27 21:28:34.888925 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7cfc5a9e-c663-468b-b86e-2677e35640cc req-63a1529c-e0b2-449c-bea1-015e878efdb8 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0261772 Oct 27 21:28:35.645249 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d68f0-3d20-4e9d-88d3-7e8dc627912b req-f2643d64-ba48-47ed-a1b9-ad1eb6407df6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:35.646598 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fa7d68f0-3d20-4e9d-88d3-7e8dc627912b req-f2643d64-ba48-47ed-a1b9-ad1eb6407df6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0482309 Oct 27 21:28:35.683473 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fa7d68f0-3d20-4e9d-88d3-7e8dc627912b req-8a11f1d5-1ab7-492e-8dc8-4dce3b7d6327 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Oct 27 21:28:35.946006 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a655-b5e6-49bf-91ad-e6dbc2292d6f req-fdca1c81-9e3c-400b-a1b9-3a868b18a045 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:35.947478 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a502a655-b5e6-49bf-91ad-e6dbc2292d6f req-fdca1c81-9e3c-400b-a1b9-3a868b18a045 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0489795 Oct 27 21:28:35.994915 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df7a4951-b8a8-4f7b-884a-c6868a0d9d18 req-319d3b79-3d74-4e93-b3de-df31f95d59e4 tempest-VolumesActionsTest-1200432822 tempest-VolumesActionsTest-1200432822-project] 10.222.0.55 "GET /v2.0/ports?device_id=2de29098-b9dd-4d42-804d-8a434e85205c HTTP/1.1" status: 200 len: 210 time: 0.0358698 Oct 27 21:28:36.010546 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a502a655-b5e6-49bf-91ad-e6dbc2292d6f req-0663d975-4e97-4d01-9f27-f722bb13ad60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571971 Oct 27 21:28:36.019965 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['f11dacef-8875-4248-88eb-08c666bede2f'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:28:36.335494 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3f796ebe-c8bc-49fd-ba25-36cb9869c54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:36.802085 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b145b06-a4c5-4d22-9737-e5f819c370d5 req-86be3c00-7b3e-442d-bbce-006b35d36883 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:36.803721 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6b145b06-a4c5-4d22-9737-e5f819c370d5 req-86be3c00-7b3e-442d-bbce-006b35d36883 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0499632 Oct 27 21:28:36.841793 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6b145b06-a4c5-4d22-9737-e5f819c370d5 req-c143f945-40d3-47d4-a13b-8a7fbb411df0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Oct 27 21:28:37.133676 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdadb5-0f4f-4af1-9fe4-7da80e225236 req-a4d8139f-f1d3-4d77-8902-76fb060df5e0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:37.135720 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7abdadb5-0f4f-4af1-9fe4-7da80e225236 req-a4d8139f-f1d3-4d77-8902-76fb060df5e0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0507262 Oct 27 21:28:37.177581 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7abdadb5-0f4f-4af1-9fe4-7da80e225236 req-528ef492-5e46-4c55-ba1d-157ca2778ee5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357471 Oct 27 21:28:37.960346 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0c85-d95e-4888-9232-c1932585861d req-df2ca128-fb43-43a4-87b0-6562b38f3bb9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:37.961849 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1f7e0c85-d95e-4888-9232-c1932585861d req-df2ca128-fb43-43a4-87b0-6562b38f3bb9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0537956 Oct 27 21:28:37.999846 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1f7e0c85-d95e-4888-9232-c1932585861d req-9ad148d7-63cc-4e13-b665-2f8a00348ce3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Oct 27 21:28:38.299119 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7505fd5-67be-4f84-98c3-24f7e54a6e38 req-10be8c93-a619-436f-9ceb-577641c811de tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:38.300622 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7505fd5-67be-4f84-98c3-24f7e54a6e38 req-10be8c93-a619-436f-9ceb-577641c811de tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0522492 Oct 27 21:28:38.345035 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7505fd5-67be-4f84-98c3-24f7e54a6e38 req-d758bce8-8984-4072-ba5a-50d5c460b775 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384755 Oct 27 21:28:38.885649 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-ee761b0b-1148-4a30-925c-e9c05f9d17c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:39.111576 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67b8ee-cbe5-47f9-90ae-3c4b35e0a2bb req-90092230-0197-4c5c-841d-074b30357c4c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:39.113051 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ec67b8ee-cbe5-47f9-90ae-3c4b35e0a2bb req-90092230-0197-4c5c-841d-074b30357c4c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0477693 Oct 27 21:28:39.150092 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ec67b8ee-cbe5-47f9-90ae-3c4b35e0a2bb req-634abdbc-1486-4186-8cef-b5f203d441e7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Oct 27 21:28:39.219485 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f11dacef-8875-4248-88eb-08c666bede2f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:28:39.241563 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: f11dacef-8875-4248-88eb-08c666bede2f {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:28:39.241906 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f11dacef-8875-4248-88eb-08c666bede2f not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:28:39.465274 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565105a-b44c-4fff-861a-2a10fe621c4a req-62b2f764-13f3-4453-a57f-4001dd799976 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:39.467520 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e565105a-b44c-4fff-861a-2a10fe621c4a req-62b2f764-13f3-4453-a57f-4001dd799976 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0519359 Oct 27 21:28:39.507936 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e565105a-b44c-4fff-861a-2a10fe621c4a req-b3be9241-0810-4a65-a8ed-901bfbb92633 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341346 Oct 27 21:28:40.014012 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:40.116397 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:40.265070 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed6b89-88d1-4dff-89e6-aa7d4d440b41 req-05ba2798-f247-4311-a98c-e7de23b74cb8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:40.266515 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23ed6b89-88d1-4dff-89e6-aa7d4d440b41 req-05ba2798-f247-4311-a98c-e7de23b74cb8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0481348 Oct 27 21:28:40.302454 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23ed6b89-88d1-4dff-89e6-aa7d4d440b41 req-2379f65a-b499-4395-8abb-14ad120ecbd8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300896 Oct 27 21:28:40.628913 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eb4cf-f693-469d-8992-0f5a96a6850d req-0842d70e-b89b-4498-800b-64774190c39d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:40.630317 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8e7eb4cf-f693-469d-8992-0f5a96a6850d req-0842d70e-b89b-4498-800b-64774190c39d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0488579 Oct 27 21:28:40.667210 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8e7eb4cf-f693-469d-8992-0f5a96a6850d req-deb59cc4-3b86-4f55-bcc4-fe03b2972e8c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Oct 27 21:28:41.017552 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96337-3f04-42a6-96fd-6796bd736c2b req-38ee7fc8-ebb9-4fb9-b1cd-3eafc1ba1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:41.019080 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5bc96337-3f04-42a6-96fd-6796bd736c2b req-38ee7fc8-ebb9-4fb9-b1cd-3eafc1ba1cda service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.0389380 Oct 27 21:28:41.055928 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5bc96337-3f04-42a6-96fd-6796bd736c2b req-3b085c48-c8dc-4734-a2d9-b7ab667a0774 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281796 Oct 27 21:28:41.417305 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e737924-2181-4d7e-a134-9eb885f23655 req-fbfd230d-e413-424d-bffd-bd20f6ad7edf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:41.418643 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3e737924-2181-4d7e-a134-9eb885f23655 req-fbfd230d-e413-424d-bffd-bd20f6ad7edf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0507314 Oct 27 21:28:41.461557 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3e737924-2181-4d7e-a134-9eb885f23655 req-ddc8664f-e9cf-460e-a0a5-94ee0bb5e771 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Oct 27 21:28:41.767378 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:41.784520 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981813a6-a586-4453-8e69-f4e3e7d17dc1 req-6612ff9c-d641-4c41-93f6-3abd334d15d6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:41.786027 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-981813a6-a586-4453-8e69-f4e3e7d17dc1 req-6612ff9c-d641-4c41-93f6-3abd334d15d6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0487137 Oct 27 21:28:41.823846 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-981813a6-a586-4453-8e69-f4e3e7d17dc1 req-495168a7-6ab6-4b3b-8275-a91319c4a9b9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Oct 27 21:28:42.583412 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f221c0e-4806-4c2f-9382-bb1899be7e66 req-06d1069e-425d-4f41-8999-9193dc928f13 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:42.584889 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0f221c0e-4806-4c2f-9382-bb1899be7e66 req-06d1069e-425d-4f41-8999-9193dc928f13 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0480170 Oct 27 21:28:42.620674 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0f221c0e-4806-4c2f-9382-bb1899be7e66 req-bbfc14c0-71ca-45d8-91ee-0fd2607c26b7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299270 Oct 27 21:28:42.949071 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93aee-1524-4cb4-83ba-cf4c606f5e59 req-1f949d07-9bf0-4ec3-9e69-04b6e4951f03 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:42.950540 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c0f93aee-1524-4cb4-83ba-cf4c606f5e59 req-1f949d07-9bf0-4ec3-9e69-04b6e4951f03 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0517945 Oct 27 21:28:42.988273 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c0f93aee-1524-4cb4-83ba-cf4c606f5e59 req-4c7b204c-8263-43b1-939c-ed48a3b62057 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Oct 27 21:28:43.732994 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792dd9-b219-492c-bf28-5f47063e756e req-0191fef2-ede8-4edc-91a7-4ab856cd3237 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:43.734568 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60792dd9-b219-492c-bf28-5f47063e756e req-0191fef2-ede8-4edc-91a7-4ab856cd3237 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0489719 Oct 27 21:28:43.771279 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60792dd9-b219-492c-bf28-5f47063e756e req-e342f085-5ec2-4572-ac2b-c163ff3f1842 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Oct 27 21:28:44.104082 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d6fb7-73de-40e1-9eb1-d35ea9ecb91c req-1ce56648-b423-41c9-b787-a43a3a567a28 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:44.105568 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-990d6fb7-73de-40e1-9eb1-d35ea9ecb91c req-1ce56648-b423-41c9-b787-a43a3a567a28 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0479143 Oct 27 21:28:44.143292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-990d6fb7-73de-40e1-9eb1-d35ea9ecb91c req-17ec2b67-4ee4-49f6-8c51-b52ecea5bf39 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Oct 27 21:28:44.885825 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e532-2849-4d45-80c6-b428392382e3 req-8ad5ed00-5423-43ee-9344-604a9f4ee560 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:44.887271 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-baf1e532-2849-4d45-80c6-b428392382e3 req-8ad5ed00-5423-43ee-9344-604a9f4ee560 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0511498 Oct 27 21:28:44.925894 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-baf1e532-2849-4d45-80c6-b428392382e3 req-21066338-64fe-4917-988f-8288bf2f6bfa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Oct 27 21:28:45.260917 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daff15e-665c-48bb-a6f5-b5ecf27a0aec req-66099694-05dc-46c5-8662-5d617fa4f00c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:45.262340 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1daff15e-665c-48bb-a6f5-b5ecf27a0aec req-66099694-05dc-46c5-8662-5d617fa4f00c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0469754 Oct 27 21:28:45.302301 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1daff15e-665c-48bb-a6f5-b5ecf27a0aec req-ca667ba4-3c64-4b3d-a103-72af7fe1c7ad tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335147 Oct 27 21:28:46.053909 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407aa64-6912-4fb2-b93c-bc0c9bd6345b req-9b37988b-09fc-47a3-bc56-e7d8c66c3d56 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:46.055362 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0407aa64-6912-4fb2-b93c-bc0c9bd6345b req-9b37988b-09fc-47a3-bc56-e7d8c66c3d56 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0558600 Oct 27 21:28:46.092188 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0407aa64-6912-4fb2-b93c-bc0c9bd6345b req-bc72e834-00c4-47c1-adf1-eeb981feb699 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303757 Oct 27 21:28:46.430890 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda308d-5b7f-4dda-bc51-c458e5e130cc req-6c7062b0-a91e-4392-be58-9eca254cc6f5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:46.432341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1eda308d-5b7f-4dda-bc51-c458e5e130cc req-6c7062b0-a91e-4392-be58-9eca254cc6f5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0554788 Oct 27 21:28:46.468768 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1eda308d-5b7f-4dda-bc51-c458e5e130cc req-7b987abd-5334-4e09-a956-0ee82ced18bf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Oct 27 21:28:47.206233 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12c937-a2db-45b7-855f-1fb80e97e2b6 req-c7d63724-27db-43b9-8c24-206a2e0241e1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:47.207665 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0b12c937-a2db-45b7-855f-1fb80e97e2b6 req-c7d63724-27db-43b9-8c24-206a2e0241e1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0471663 Oct 27 21:28:47.243687 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0b12c937-a2db-45b7-855f-1fb80e97e2b6 req-c62d4904-17b6-4432-8149-db89714eec07 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Oct 27 21:28:47.585729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574071-5c2f-463b-8f15-e718c02ef490 req-cbc8f533-e4a7-42b2-9697-9309de9e80ed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:47.587189 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-64574071-5c2f-463b-8f15-e718c02ef490 req-cbc8f533-e4a7-42b2-9697-9309de9e80ed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0483360 Oct 27 21:28:47.624507 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-64574071-5c2f-463b-8f15-e718c02ef490 req-d9ebc0cf-1cc2-4754-b99d-e2933267d5d5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307734 Oct 27 21:28:48.364199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396ad52-ccd5-4367-a643-a19728315c9c req-5dcdda5e-e667-47d9-a24f-148bf69580cd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:48.364610 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0396ad52-ccd5-4367-a643-a19728315c9c req-5dcdda5e-e667-47d9-a24f-148bf69580cd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0527630 Oct 27 21:28:48.406133 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0396ad52-ccd5-4367-a643-a19728315c9c req-dcbfbcc6-933e-4864-8287-72a3001f8714 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Oct 27 21:28:48.651213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82c18-094d-47d1-a0bf-b9fa25e70f24 req-6c5ab6a4-477f-4f15-91f4-d21801a7480a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:48.652900 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb275696-79a4-45a1-babc-2500aac68e9a req-2cfc7eed-456c-4836-b660-80a3830c1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:48.654923 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-2cfc7eed-456c-4836-b660-80a3830c1d8b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.0419807 Oct 27 21:28:48.655406 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-80e82c18-094d-47d1-a0bf-b9fa25e70f24 req-6c5ab6a4-477f-4f15-91f4-d21801a7480a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0500414 Oct 27 21:28:48.702072 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-80e82c18-094d-47d1-a0bf-b9fa25e70f24 req-84a199c3-a621-40ec-af18-5e7a6c36bc70 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Oct 27 21:28:48.779285 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb275696-79a4-45a1-babc-2500aac68e9a req-3f62b206-3d76-4245-8dc3-84f8ff2d0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:48.781392 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-3f62b206-3d76-4245-8dc3-84f8ff2d0465 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.1188726 Oct 27 21:28:48.794902 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cce5a-015d-44c3-82dc-7c5f621cf6f6 req-bdbddd85-8faa-4352-8496-83f250e0c84a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:48.797149 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-965cce5a-015d-44c3-82dc-7c5f621cf6f6 req-bdbddd85-8faa-4352-8496-83f250e0c84a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0660667 Oct 27 21:28:48.835658 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-5e6e29a6-280e-49d4-8b14-164142eb9211 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 217 time: 0.0442979 Oct 27 21:28:48.854487 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-965cce5a-015d-44c3-82dc-7c5f621cf6f6 req-12b634b6-a6e4-4732-a7f1-48b447c4fba4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470173 Oct 27 21:28:48.904980 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb275696-79a4-45a1-babc-2500aac68e9a req-e7dfffda-d899-4937-8b15-4572ec4c88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:48.906444 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-e7dfffda-d899-4937-8b15-4572ec4c88c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0631065 Oct 27 21:28:48.945936 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-924f8b2c-331e-4e64-89a7-bc39a175e37d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313771 Oct 27 21:28:49.066997 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-5ee8cf75-b09a-474f-873c-98576ac500b2 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004722 Oct 27 21:28:49.120175 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.203316 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bb275696-79a4-45a1-babc-2500aac68e9a req-7290d20c-347d-4baf-a8db-2d92d4da0705 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274068 Oct 27 21:28:49.299429 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56730) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:49.521784 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4baca5c4-cc69-44e6-a1e4-12752eeafa0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.615678 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4baca5c4-cc69-44e6-a1e4-12752eeafa0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.619896 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4baca5c4-cc69-44e6-a1e4-12752eeafa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.661798 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-4baca5c4-cc69-44e6-a1e4-12752eeafa0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6d17b0bd5ad4802b5b8de16419fa0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603525 Oct 27 21:28:49.662875 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baca5c4-cc69-44e6-a1e4-12752eeafa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c622b5bb-3922-4edc-b75c-77567eed4174,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:49.664493 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56742) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:49.730375 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd03420d-69a1-490e-b5b9-a22845451f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.758723 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd03420d-69a1-490e-b5b9-a22845451f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.820455 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd03420d-69a1-490e-b5b9-a22845451f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.823002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-dd03420d-69a1-490e-b5b9-a22845451f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.824111 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-dd03420d-69a1-490e-b5b9-a22845451f9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c622b5bb-3922-4edc-b75c-77567eed4174 HTTP/1.1" status: 204 len: 168 time: 0.1586192 Oct 27 21:28:49.847197 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03420d-69a1-490e-b5b9-a22845451f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c622b5bb-3922-4edc-b75c-77567eed4174,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:49.876702 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d900-59eb-44c3-b76c-1441ba6e5eb3 req-678f05d3-350f-4548-92bb-3b115821d7f0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:49.878263 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4797d900-59eb-44c3-b76c-1441ba6e5eb3 req-678f05d3-350f-4548-92bb-3b115821d7f0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0731316 Oct 27 21:28:49.941290 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4797d900-59eb-44c3-b76c-1441ba6e5eb3 req-53cf164a-279c-424d-9d5d-7f72f01e51ab tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Oct 27 21:28:50.046736 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d00b-52ac-4493-a824-11b35bdc5d1b req-99a4141e-fd14-4dab-b0dd-cb48b670bf2e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:50.048469 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d640d00b-52ac-4493-a824-11b35bdc5d1b req-99a4141e-fd14-4dab-b0dd-cb48b670bf2e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0724390 Oct 27 21:28:50.103529 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d640d00b-52ac-4493-a824-11b35bdc5d1b req-d0b512bd-4930-48f6-b9bb-6c240ed5db9d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478890 Oct 27 21:28:51.073284 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56894c99-9163-4245-b4e3-8e681ffdff30 req-88660f82-8dab-4e29-88cd-101cd14be3ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:51.074998 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-56894c99-9163-4245-b4e3-8e681ffdff30 req-88660f82-8dab-4e29-88cd-101cd14be3ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0572937 Oct 27 21:28:51.119953 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-56894c99-9163-4245-b4e3-8e681ffdff30 req-1410af58-c7f1-466c-bc0b-721a3903ff71 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 Oct 27 21:28:51.259199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c957-d5ea-4771-9467-811023bb3190 req-ba7e3cb6-69c5-4d15-9323-ac7e9c4e940f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:51.260992 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00a1c957-d5ea-4771-9467-811023bb3190 req-ba7e3cb6-69c5-4d15-9323-ac7e9c4e940f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0632253 Oct 27 21:28:51.308894 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00a1c957-d5ea-4771-9467-811023bb3190 req-60787579-21a5-436f-bd7c-21394c9b00e7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Oct 27 21:28:51.929160 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56782) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:52.080676 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bfaee433-f1d8-4ff2-8658-4322af8f5d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.289006 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bfaee433-f1d8-4ff2-8658-4322af8f5d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.299110 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bfaee433-f1d8-4ff2-8658-4322af8f5d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.348459 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54ff9-5d04-4b11-a8fb-8048a5f30c9a req-1b978d10-9aec-4958-86c2-e9a88738f0ef tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:52.349981 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69e54ff9-5d04-4b11-a8fb-8048a5f30c9a req-1b978d10-9aec-4958-86c2-e9a88738f0ef tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1195922 Oct 27 21:28:52.368003 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-bfaee433-f1d8-4ff2-8658-4322af8f5d6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c0fb1d3f1af4ca7b870ed318166141c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274111 Oct 27 21:28:52.368735 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56796) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:28:52.371593 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee433-f1d8-4ff2-8658-4322af8f5d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf4d5b3-8565-4f34-b80c-66cba9f81136,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:52.411986 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69e54ff9-5d04-4b11-a8fb-8048a5f30c9a req-fb5ecf89-6e03-4088-9f31-bfabbaff6f84 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Oct 27 21:28:52.452010 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb4d2-7397-4419-b36c-9d697f2d74ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.485719 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb4d2-7397-4419-b36c-9d697f2d74ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.504468 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43807756-2d95-4b4f-85b4-98e595038378 req-ece94090-196c-4bbb-994d-510f15e9bc43 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:52.512220 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-43807756-2d95-4b4f-85b4-98e595038378 req-ece94090-196c-4bbb-994d-510f15e9bc43 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0811722 Oct 27 21:28:52.560951 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb4d2-7397-4419-b36c-9d697f2d74ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.564110 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb4d2-7397-4419-b36c-9d697f2d74ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:52.565668 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8c2eb4d2-7397-4419-b36c-9d697f2d74ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bf4d5b3-8565-4f34-b80c-66cba9f81136 HTTP/1.1" status: 204 len: 168 time: 0.1953223 Oct 27 21:28:52.575864 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2eb4d2-7397-4419-b36c-9d697f2d74ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf4d5b3-8565-4f34-b80c-66cba9f81136,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:52.607010 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-43807756-2d95-4b4f-85b4-98e595038378 req-513b969c-f006-48f2-895f-70a72a8ee28d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939727 Oct 27 21:28:53.806408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d6f19-c330-48bb-9f31-7d8654adaad2 req-a9636710-61ac-41d2-9781-44d431565847 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:53.820426 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-890d6f19-c330-48bb-9f31-7d8654adaad2 req-a9636710-61ac-41d2-9781-44d431565847 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0773830 Oct 27 21:28:53.869305 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-890d6f19-c330-48bb-9f31-7d8654adaad2 req-91628bda-dee8-4e2a-b7f9-e3fc4903ee91 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473704 Oct 27 21:28:54.256723 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523fa12-28ed-4d25-b7d2-c3872466b675 req-1649a0a5-8b6f-4ea6-bb2b-b3d1218be66a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:54.258287 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8523fa12-28ed-4d25-b7d2-c3872466b675 req-1649a0a5-8b6f-4ea6-bb2b-b3d1218be66a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.2967212 Oct 27 21:28:54.300108 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8523fa12-28ed-4d25-b7d2-c3872466b675 req-54af6099-8601-45a0-81e0-5bf324e8fa38 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Oct 27 21:28:54.376077 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:28:54.478717 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:54.493540 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'mac_address': 'fa:16:3e:28:b1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:28:54.535693 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:54.549754 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2f0a292-8500-4d5e-be54-75f88accdf07 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:28:54.574613 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ffde6-50ab-4c69-89a2-a567c6008ef6 req-7549f1aa-53ea-44fd-9fa0-4d1325435db1 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:54.575600 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:54.577949 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0c5ffde6-50ab-4c69-89a2-a567c6008ef6 req-7549f1aa-53ea-44fd-9fa0-4d1325435db1 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0657871 Oct 27 21:28:54.584688 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:54.633200 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0c5ffde6-50ab-4c69-89a2-a567c6008ef6 req-838fa41e-725f-4148-8487-c6729b7852fa tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487635 Oct 27 21:28:54.636838 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=6']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:54.812337 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['c2f0a292-8500-4d5e-be54-75f88accdf07'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:28:55.005817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad915e-f71c-44f4-a590-50ea174d04fd req-95a06e03-ee2d-47be-a6fc-f2e9592918c1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:55.007318 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4ad915e-f71c-44f4-a590-50ea174d04fd req-95a06e03-ee2d-47be-a6fc-f2e9592918c1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0538473 Oct 27 21:28:55.047342 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4ad915e-f71c-44f4-a590-50ea174d04fd req-8e30b389-5e4b-4234-ae41-b9ca6eedfbbb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Oct 27 21:28:55.763342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f567-e1cc-47ea-8e48-40ec77014733 req-40c632f1-ca30-4905-8fd0-c076742e1740 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:55.764905 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff11f567-e1cc-47ea-8e48-40ec77014733 req-40c632f1-ca30-4905-8fd0-c076742e1740 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0541327 Oct 27 21:28:55.803419 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff11f567-e1cc-47ea-8e48-40ec77014733 req-e3cc4182-73d4-448c-820f-a0c0556b4b50 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Oct 27 21:28:56.177032 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b81ba-f58c-4852-b11d-88c1a858c0b3 req-21e37c38-070f-4d72-839d-eec7fdb46929 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:56.179613 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-048b81ba-f58c-4852-b11d-88c1a858c0b3 req-21e37c38-070f-4d72-839d-eec7fdb46929 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0579593 Oct 27 21:28:56.233466 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-048b81ba-f58c-4852-b11d-88c1a858c0b3 req-6006b04d-eab9-4834-a931-5b0ca1fd74f3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469596 Oct 27 21:28:56.937625 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fb0d6-53d7-4729-9ea8-a15710c2123d req-e0359de4-471f-444e-a3c0-d65b6bd64227 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:56.939617 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e30fb0d6-53d7-4729-9ea8-a15710c2123d req-e0359de4-471f-444e-a3c0-d65b6bd64227 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0665798 Oct 27 21:28:56.981949 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e30fb0d6-53d7-4729-9ea8-a15710c2123d req-1ae3067d-7789-4765-ab13-f31640c8c086 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362000 Oct 27 21:28:57.364453 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4040-685c-4c59-a31b-c9f7ddc8a057 req-66296ec8-d4e0-4c98-adea-90461b686b0e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:57.366455 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5bda4040-685c-4c59-a31b-c9f7ddc8a057 req-66296ec8-d4e0-4c98-adea-90461b686b0e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0582483 Oct 27 21:28:57.404525 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5bda4040-685c-4c59-a31b-c9f7ddc8a057 req-7b9b70c4-eba6-4037-bbcc-89dc64f44e51 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Oct 27 21:28:58.054827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:28:58.106533 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port c2f0a292-8500-4d5e-be54-75f88accdf07 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:28:58.107058 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:58.111962 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db7b8-cbf7-4d14-ba9a-b8a68d78aa53 req-293e4f69-f1a0-4302-9a57-53e18ba061bd tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:58.116605 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-580db7b8-cbf7-4d14-ba9a-b8a68d78aa53 req-293e4f69-f1a0-4302-9a57-53e18ba061bd tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0536935 Oct 27 21:28:58.165112 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-580db7b8-cbf7-4d14-ba9a-b8a68d78aa53 req-177d37a0-a8c0-4483-9a2b-b82c461583fb tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Oct 27 21:28:58.196893 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:58.226242 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:28:58.228644 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac088b24-27e7-4403-b3e2-593d6be776e3" -d '{"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:28:58.241736 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:28:58.246212 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:58.272252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217ab1d-2e47-47a3-b274-7d518f7a7e95 x-openstack-request-id: req-6217ab1d-2e47-47a3-b274-7d518f7a7e95 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:28:58.272509 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:28:58.272757 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6217ab1d-2e47-47a3-b274-7d518f7a7e95 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:28:58.273161 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'code': 200} Oct 27 21:28:58.303031 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=7']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:28:58.531780 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a619519-bdb9-4486-87ec-c208e3800b0a req-9c26a9aa-bdfe-44d8-bf00-f473e92930a7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:58.533373 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0a619519-bdb9-4486-87ec-c208e3800b0a req-9c26a9aa-bdfe-44d8-bf00-f473e92930a7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0499580 Oct 27 21:28:58.579717 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0a619519-bdb9-4486-87ec-c208e3800b0a req-cdaaeff0-9b00-45c2-8352-99c44a6d5989 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Oct 27 21:28:59.297332 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1fa1-e03d-4614-b6ae-be70392a1b1f req-573ca139-33b0-4c53-9844-c31557e0c233 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:59.299002 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6b6e1fa1-e03d-4614-b6ae-be70392a1b1f req-573ca139-33b0-4c53-9844-c31557e0c233 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0581663 Oct 27 21:28:59.342429 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6b6e1fa1-e03d-4614-b6ae-be70392a1b1f req-692fbad5-4bff-4616-a63c-595d6c6000c4 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Oct 27 21:28:59.766457 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d26c07-b19c-41bd-a026-57b8f12328a2 req-b747cec0-3e1f-4333-a3c8-985826158594 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:59.768043 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-81d26c07-b19c-41bd-a026-57b8f12328a2 req-b747cec0-3e1f-4333-a3c8-985826158594 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0700426 Oct 27 21:28:59.809327 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-81d26c07-b19c-41bd-a026-57b8f12328a2 req-c8125d96-f3e1-492c-b102-760376308680 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349934 Oct 27 21:28:59.941616 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-0c49f873-762c-459a-a1f2-e6adb2af6d24 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:28:59.943272 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-0c49f873-762c-459a-a1f2-e6adb2af6d24 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 945 time: 0.0527282 Oct 27 21:29:00.045579 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Deleting port 5a898143-5706-40a5-81bf-daeeeaf4b934 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:29:00.045909 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:00.155329 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] For port 5a898143-5706-40a5-81bf-daeeeaf4b934, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5a898143-5706-40a5-81bf-daeeeaf4b934,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:00.155719 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:00.173685 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Calling delete_port for 5a898143-5706-40a5-81bf-daeeeaf4b934 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:29:00.323513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:00.354887 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Pushing event deleted for resources: {'Port': ['ID=5a898143-5706-40a5-81bf-daeeeaf4b934,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:00.371252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['5a898143-5706-40a5-81bf-daeeeaf4b934'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:00.420087 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] No DVR routers for this DVR port 5a898143-5706-40a5-81bf-daeeeaf4b934 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:29:00.423276 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:00.426591 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-9936bedb-cf90-4236-ab68-fc60c6113d82 req-8a002019-cb3c-4440-8037-763b64379521 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "DELETE /v2.0/ports/5a898143-5706-40a5-81bf-daeeeaf4b934 HTTP/1.1" status: 204 len: 173 time: 0.4719987 Oct 27 21:29:00.427095 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'name': 'network-vif-deleted', 'tag': '5a898143-5706-40a5-81bf-daeeeaf4b934'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:00.429912 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9455cc6-03f0-455d-91bf-389c582437ff" -d '{"events": [{"server_uuid": "17cbe742-4cef-43ab-af64-42b9e7fec0da", "name": "network-vif-deleted", "tag": "5a898143-5706-40a5-81bf-daeeeaf4b934"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:00.475585 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e904c-e079-42b2-8983-2a03ec4e81f1 x-openstack-request-id: req-574e904c-e079-42b2-8983-2a03ec4e81f1 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:00.475850 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cbe742-4cef-43ab-af64-42b9e7fec0da", "name": "network-vif-deleted", "tag": "5a898143-5706-40a5-81bf-daeeeaf4b934", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:00.476099 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-574e904c-e079-42b2-8983-2a03ec4e81f1 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:00.476517 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cbe742-4cef-43ab-af64-42b9e7fec0da', 'name': 'network-vif-deleted', 'tag': '5a898143-5706-40a5-81bf-daeeeaf4b934', 'status': 'completed', 'code': 200} Oct 27 21:29:00.491482 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6f9aa8c5-8292-41e7-b94e-c5faf68e3801 req-fe7421e4-769c-4bc1-8d6f-d9404cd24855 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cbe742-4cef-43ab-af64-42b9e7fec0da HTTP/1.1" status: 200 len: 210 time: 0.0428171 Oct 27 21:29:01.001117 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa21ba-8be3-45ef-af05-646bc03d27ee req-887adfa3-b62a-4d94-b4d1-ce8cd09c266f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:01.002687 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8fa21ba-8be3-45ef-af05-646bc03d27ee req-887adfa3-b62a-4d94-b4d1-ce8cd09c266f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0606143 Oct 27 21:29:01.046882 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8fa21ba-8be3-45ef-af05-646bc03d27ee req-52fe0b1b-2877-46df-a10a-4ed94b18832e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348296 Oct 27 21:29:02.195709 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152a92-a4b2-4aab-8524-aff6ba936460 req-1f401d80-2788-4537-9cd1-6de6fcfcc52a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:02.204034 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49152a92-a4b2-4aab-8524-aff6ba936460 req-1f401d80-2788-4537-9cd1-6de6fcfcc52a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0636072 Oct 27 21:29:02.258440 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49152a92-a4b2-4aab-8524-aff6ba936460 req-a3d89eae-63de-4243-bcc4-10e279f74495 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489216 Oct 27 21:29:02.425731 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 56988) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:02.534126 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-724226bf-2b96-4efb-bd75-39fbd3f361ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.626947 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c703-8535-47f9-bc82-d25f3122b9d8 req-1ffeb21c-7331-4606-bc04-25f8cd7d95c5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:02.628397 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c8c2c703-8535-47f9-bc82-d25f3122b9d8 req-1ffeb21c-7331-4606-bc04-25f8cd7d95c5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0723112 Oct 27 21:29:02.667671 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-724226bf-2b96-4efb-bd75-39fbd3f361ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.674740 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-724226bf-2b96-4efb-bd75-39fbd3f361ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.707904 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c8c2c703-8535-47f9-bc82-d25f3122b9d8 req-3c1f01ed-631d-476b-9e96-163a2a5c9968 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 Oct 27 21:29:02.722609 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-724226bf-2b96-4efb-bd75-39fbd3f361ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=184bd05ebe8a41f9a65badb6e6a3d97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958028 Oct 27 21:29:02.724449 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724226bf-2b96-4efb-bd75-39fbd3f361ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f41731-23db-462e-beb7-0a152a7f3577,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:02.725341 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 56994) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:02.777201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-570b9b87-2280-40b3-bbe2-b9692a8d9dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.797031 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-570b9b87-2280-40b3-bbe2-b9692a8d9dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.844409 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-570b9b87-2280-40b3-bbe2-b9692a8d9dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.847099 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-570b9b87-2280-40b3-bbe2-b9692a8d9dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:02.848236 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-570b9b87-2280-40b3-bbe2-b9692a8d9dd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38f41731-23db-462e-beb7-0a152a7f3577 HTTP/1.1" status: 204 len: 168 time: 0.1213913 Oct 27 21:29:02.856075 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b9b87-2280-40b3-bbe2-b9692a8d9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f41731-23db-462e-beb7-0a152a7f3577,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:03.381290 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2c05f-b7dc-451c-b75a-bf27688f1bc5 req-2bc16765-236a-49a9-b5ef-553069f68cf2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:03.382769 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69c2c05f-b7dc-451c-b75a-bf27688f1bc5 req-2bc16765-236a-49a9-b5ef-553069f68cf2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0492849 Oct 27 21:29:03.423057 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69c2c05f-b7dc-451c-b75a-bf27688f1bc5 req-df1d5e43-3cff-4656-a965-a963fed1e416 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Oct 27 21:29:03.480521 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57028) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:03.574022 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2043279377-network', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:03.593850 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Made reservation on behalf of e66d26b155564be4b57dc8227d98bdf2 for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:03.596030 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.603927 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.676467 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.680058 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.705299 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:03.714679 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fa5929-5357-445b-8c1d-11bc98ccd0ed,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:03.719855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.720190 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Added segment a11b6718-e584-47fe-b16c-a309447016b7 of type vlan for network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 Oct 27 21:29:03.758580 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.785501 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.786526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:03.787378 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.832177 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9525231-0e01-4d79-a547-2ba5268017ea req-652b72d4-246a-4891-8199-38dc5599c65e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:03.834002 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b9525231-0e01-4d79-a547-2ba5268017ea req-652b72d4-246a-4891-8199-38dc5599c65e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0571828 Oct 27 21:29:03.837362 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57036) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:03.840854 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3554440 Oct 27 21:29:03.842575 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Request body: {'subnet': {'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2043279377-subnet', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:03.855917 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c687366-c7ca-4bc8-982e-21df392f21f1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9d3f56-d807-49ad-8f2a-c7cf953c1725,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:03.867413 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:03.888687 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Made reservation on behalf of e66d26b155564be4b57dc8227d98bdf2 for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:03.890965 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59115021'] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:03.906671 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b9525231-0e01-4d79-a547-2ba5268017ea req-d5d389fd-816b-4e8a-a67f-45bb688114a6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608041 Oct 27 21:29:04.079559 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3429282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59115039'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.136428 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d76b771-1391-4a67-8a9f-40441c28e567,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:04.141247 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Checking segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:04.141601 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Network hostable DHCP agents. Network: cd9d3f56-d807-49ad-8f2a-c7cf953c1725, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:04.158239 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:04.166277 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, cd9d3f56-d807-49ad-8f2a-c7cf953c1725) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:04.170574 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:04.171166 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.176105 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b1090-f357-4bc1-a5cf-f265f43eaf93 None None] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:04.185881 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-1c6bc4dd-2446-4736-af23-7919d5c99d78 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3474944 Oct 27 21:29:04.188826 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57044) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:04.193199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:04.214112 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.215690 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.269129 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.318981 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:29:04.319834 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.415074 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.469579 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Allocated IP 172.20.0.2 (cd9d3f56-d807-49ad-8f2a-c7cf953c1725/8d76b771-1391-4a67-8a9f-40441c28e567/7346288f-e140-4f63-b070-554cc20b9784) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:04.545980 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000393-01b6-4fd0-ae1a-f6dff44165ca req-3c86f23f-c96b-49de-822e-03b943dacb04 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:04.547494 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c0000393-01b6-4fd0-ae1a-f6dff44165ca req-3c86f23f-c96b-49de-822e-03b943dacb04 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0507104 Oct 27 21:29:04.587631 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c0000393-01b6-4fd0-ae1a-f6dff44165ca req-54e72aec-9fbf-4034-8481-194c66a49623 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338628 Oct 27 21:29:04.628893 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.634987 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.637317 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.657429 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.676649 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:04.679291 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:04.683386 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:04.687020 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Pushing event updated for resources: {'Port': ['ID=7346288f-e140-4f63-b070-554cc20b9784,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:04.745889 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Attempting to bind port 7346288f-e140-4f63-b070-554cc20b9784 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:04.746252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Attempting to bind port 7346288f-e140-4f63-b070-554cc20b9784 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:04.746606 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Attempting to bind port 7346288f-e140-4f63-b070-554cc20b9784 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:04.752229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:04.752672 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Checking segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:04.753021 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.753411 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Bound using segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:04.753883 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Bound port: 7346288f-e140-4f63-b070-554cc20b9784, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:04.754264 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.771287 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Allocated IP 172.27.1.119 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/0f04925d-04c6-480c-ad1e-260f993488d4) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:04.816081 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] For port 7346288f-e140-4f63-b070-554cc20b9784, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:04.819229 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] For port 7346288f-e140-4f63-b070-554cc20b9784, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=7346288f-e140-4f63-b070-554cc20b9784,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:04.824436 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.874936 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.886117 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381a9d5-6f64-430e-b7dd-3542a9031977 None None] Pushing event updated for resources: {'Port': ['ID=7346288f-e140-4f63-b070-554cc20b9784,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:04.907938 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.954299 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:04.957365 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:04.960855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:04.966217 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Pushing event updated for resources: {'Port': ['ID=0f04925d-04c6-480c-ad1e-260f993488d4,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:05.059861 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b8f9-34cf-4bcc-b0f0-5ec383d28815 req-62f5a4c5-0f93-4475-9de3-705ee30d18df tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:05.062094 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f960b8f9-34cf-4bcc-b0f0-5ec383d28815 req-62f5a4c5-0f93-4475-9de3-705ee30d18df tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0562966 Oct 27 21:29:05.189709 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 5a898143-5706-40a5-81bf-daeeeaf4b934 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:29:05.218249 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f960b8f9-34cf-4bcc-b0f0-5ec383d28815 req-aa3421c6-c726-4689-8dcb-88800fea5e69 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196063 Oct 27 21:29:05.240114 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 5a898143-5706-40a5-81bf-daeeeaf4b934 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:29:05.240983 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 5a898143-5706-40a5-81bf-daeeeaf4b934 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:29:05.366555 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594228dc-1973-4db0-a849-9d51eb70b573 req-62ee9a1b-8453-48ca-a7cc-11f563a7e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:05.368336 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-62ee9a1b-8453-48ca-a7cc-11f563a7e84a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.2172282 Oct 27 21:29:05.375999 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:05.809226 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a4c8d-fa43-4bca-8ac2-50ab53c71c2c req-af4e2fc5-2080-4621-bcfa-641010caa2b1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:05.817605 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-058a4c8d-fa43-4bca-8ac2-50ab53c71c2c req-af4e2fc5-2080-4621-bcfa-641010caa2b1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0981557 Oct 27 21:29:05.894518 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594228dc-1973-4db0-a849-9d51eb70b573 req-cfde3f8b-7cf3-4d8a-b8a2-fac0e6fab65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:05.899395 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-cfde3f8b-7cf3-4d8a-b8a2-fac0e6fab65b service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.5209846 Oct 27 21:29:05.906020 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-058a4c8d-fa43-4bca-8ac2-50ab53c71c2c req-4e9f2d69-69ee-4517-af5b-5b07a08e45d0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871358 Oct 27 21:29:06.006561 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-56fc20d9-0a0b-4c19-affe-e0b5d282f6a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 217 time: 0.0976973 Oct 27 21:29:06.143128 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594228dc-1973-4db0-a849-9d51eb70b573 req-33d76f4c-787a-401a-897f-76960ac4387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:06.144924 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-33d76f4c-787a-401a-897f-76960ac4387a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.1262586 Oct 27 21:29:06.266416 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-b1218ef7-768c-46ed-995a-cf0c2a09f6a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571952 Oct 27 21:29:06.350230 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3661e5c6-0ae3-420a-b20b-5942c88222a8 None None] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:06.423925 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.468153 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35c312-38a1-430d-8d27-3b215e3ab63c req-22ccfc8f-a4b6-4318-b8bd-5dc29e775a49 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:06.476047 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-eb35c312-38a1-430d-8d27-3b215e3ab63c req-22ccfc8f-a4b6-4318-b8bd-5dc29e775a49 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1624243 Oct 27 21:29:06.505846 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 7346288f-e140-4f63-b070-554cc20b9784 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:06.557011 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-eb35c312-38a1-430d-8d27-3b215e3ab63c req-7215b6df-48f2-4451-9861-a895a153d7f9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791235 Oct 27 21:29:06.573867 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b90939e3-67f1-4e16-ba9b-dd0150c24177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.606356 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-c24a9510-61e1-452b-aa66-331f9a6c5f89 None None] Provisioning complete for port 7346288f-e140-4f63-b070-554cc20b9784 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:06.606725 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c24a9510-61e1-452b-aa66-331f9a6c5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.654372 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-5c32cbfe-8324-486a-b9ad-d6b281c6a136 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467562 Oct 27 21:29:06.711737 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:29:06.767112 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 7346288f-e140-4f63-b070-554cc20b9784 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:06.767384 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.795370 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:06.854507 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-594228dc-1973-4db0-a849-9d51eb70b573 req-57494336-d3ed-475e-909b-43f4717f79fa service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857390 Oct 27 21:29:06.882619 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c24a9510-61e1-452b-aa66-331f9a6c5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.939092 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:06.953447 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-c24a9510-61e1-452b-aa66-331f9a6c5f89 None None] For port 7346288f-e140-4f63-b070-554cc20b9784, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=7346288f-e140-4f63-b070-554cc20b9784,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:06.954213 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:06.971631 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:06.972501 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:28:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:06.987100 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.987366 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c24a9510-61e1-452b-aa66-331f9a6c5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:06.989035 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7afe0a7c-5453-4c5e-9345-5aa3fa18c719 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7992108 Oct 27 21:29:06.991916 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57102) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:07.079945 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a9510-61e1-452b-aa66-331f9a6c5f89 None None] Pushing event updated for resources: {'Port': ['ID=7346288f-e140-4f63-b070-554cc20b9784,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:07.435299 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:07.548620 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-90b8bae1-d529-4d5d-ba47-d402d37bc5f3 None None] Provisioning complete for port 7346288f-e140-4f63-b070-554cc20b9784 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:07.549270 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-90b8bae1-d529-4d5d-ba47-d402d37bc5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:07.883424 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3889f6-ee90-4d15-bfca-0fbcced21d36 req-0190e7d7-5513-4028-b806-4e7781bfeeab tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:07.892388 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3f3889f6-ee90-4d15-bfca-0fbcced21d36 req-0190e7d7-5513-4028-b806-4e7781bfeeab tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.4770265 Oct 27 21:29:07.942260 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:05Z', 'revision_number': 3, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:08.059105 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3f3889f6-ee90-4d15-bfca-0fbcced21d36 req-f5f002c7-b5fb-4e71-b2b1-e28c5fc7721e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651058 Oct 27 21:29:08.091152 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d8d44-2acb-4ae0-bf6c-693667a024c6 req-e54edf8b-704a-44fb-8b01-0966a3b88d5a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:08.092908 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-504d8d44-2acb-4ae0-bf6c-693667a024c6 req-e54edf8b-704a-44fb-8b01-0966a3b88d5a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.2681160 Oct 27 21:29:08.108692 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:08.112026 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Updating router 8ea30e5b-2737-4b2b-af41-d232192bdba6 port 0f04925d-04c6-480c-ad1e-260f993488d4 binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:08.166341 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.191637 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-504d8d44-2acb-4ae0-bf6c-693667a024c6 req-c9d02cf5-692d-4b72-abfe-6520096e4e6e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Oct 27 21:29:08.206489 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.324417 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 7346288f-e140-4f63-b070-554cc20b9784 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:08.470679 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 7346288f-e140-4f63-b070-554cc20b9784 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:08.471551 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.548684 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Allocated IP 172.20.0.1 (cd9d3f56-d807-49ad-8f2a-c7cf953c1725/8d76b771-1391-4a67-8a9f-40441c28e567/dc8325c7-9249-4a90-8dd3-b468787e04a1) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:08.688528 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.709486 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.838399 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bd8c1-8364-4493-9a50-6c5ef6afeff2 None None] Pushing event updated for resources: {'Port': ['ID=0f04925d-04c6-480c-ad1e-260f993488d4,revision_number=2']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:08.850470 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Attempting to bind port 0f04925d-04c6-480c-ad1e-260f993488d4 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:08.850928 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Attempting to bind port 0f04925d-04c6-480c-ad1e-260f993488d4 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:08.851273 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Attempting to bind port 0f04925d-04c6-480c-ad1e-260f993488d4 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:08.864787 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:08.865152 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:08.865546 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.865926 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:08.866388 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Bound port: 0f04925d-04c6-480c-ad1e-260f993488d4, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:08.869461 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.893794 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.897072 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-47b59d7a-dfe1-42c5-9cf3-ee984bb62a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.973666 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.990570 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] For port 0f04925d-04c6-480c-ad1e-260f993488d4, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:08.999984 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] For port 0f04925d-04c6-480c-ad1e-260f993488d4, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=0f04925d-04c6-480c-ad1e-260f993488d4,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:09.011331 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:09.059492 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:09.068478 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:09.090882 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:09.099989 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:09.100642 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:09.148954 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Pushing event updated for resources: {'Port': ['ID=dc8325c7-9249-4a90-8dd3-b468787e04a1,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:09.205040 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:09.293886 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bd8c1-8364-4493-9a50-6c5ef6afeff2 None None] Pushing event updated for resources: {'Port': ['ID=0f04925d-04c6-480c-ad1e-260f993488d4,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:09.305006 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:09.424186 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b0e7-9889-46b7-99d4-ef86cfa0872f req-d001be03-56e1-46be-9a82-3f7a007006bf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:09.435593 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6431b0e7-9889-46b7-99d4-ef86cfa0872f req-d001be03-56e1-46be-9a82-3f7a007006bf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.2440925 Oct 27 21:29:09.461411 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-275bea56-66ae-42ec-989f-d8ddf00d8051 None None] Provisioning complete for port dc8325c7-9249-4a90-8dd3-b468787e04a1 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:09.462055 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-275bea56-66ae-42ec-989f-d8ddf00d8051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:09.587966 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-275bea56-66ae-42ec-989f-d8ddf00d8051 None None] Port dc8325c7-9249-4a90-8dd3-b468787e04a1 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:09.670949 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6431b0e7-9889-46b7-99d4-ef86cfa0872f req-54af52ce-3564-49e9-a58b-0411a0a4e3d3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105205 Oct 27 21:29:09.711313 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35461a-f97d-4a8e-b9c5-64cb944901b6 req-b88953a2-b967-4b9c-a3b9-95389bfcd616 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:09.724308 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fd35461a-f97d-4a8e-b9c5-64cb944901b6 req-b88953a2-b967-4b9c-a3b9-95389bfcd616 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.2782607 Oct 27 21:29:09.799617 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:05Z', 'revision_number': 3, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:09.823376 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:09.846852 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a535b1-4ca3-42eb-b376-c7bea4d8b7ee None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:05Z', 'revision_number': 3, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:09.911647 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fd35461a-f97d-4a8e-b9c5-64cb944901b6 req-758194d9-8c51-41dd-8864-528b3ad0b003 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432748 Oct 27 21:29:10.035655 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.155627 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.164796 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.177751 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.305654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Pushing event updated for resources: {'Port': ['ID=dc8325c7-9249-4a90-8dd3-b468787e04a1,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:10.311252 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.455438 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:10.457344 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:10.659470 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:10.831608 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-7369d0b1-b41e-49d9-9bee-54fc0f3f3a9b None None] Provisioning complete for port dc8325c7-9249-4a90-8dd3-b468787e04a1 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:10.832005 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7369d0b1-b41e-49d9-9bee-54fc0f3f3a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.888819 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-7369d0b1-b41e-49d9-9bee-54fc0f3f3a9b None None] Port dc8325c7-9249-4a90-8dd3-b468787e04a1 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:11.074337 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:11.091070 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2d74beae-4adc-4383-92c9-e3ffe682d77e admin admin] 10.222.0.55 "PUT /v2.0/routers/8ea30e5b-2737-4b2b-af41-d232192bdba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0877993 Oct 27 21:29:11.091070 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414142c8-513b-496f-8f8b-feb8cebe2f53 req-5cd7ce47-512a-4451-a494-d3ac50251a1b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:11.098651 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-414142c8-513b-496f-8f8b-feb8cebe2f53 req-5cd7ce47-512a-4451-a494-d3ac50251a1b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.2371619 Oct 27 21:29:11.155997 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2a0c-353d-490f-a14d-2f8657f0b447 req-ac4aaae4-0914-427d-82f3-fffb26fd6446 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:11.169704 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ddef2a0c-353d-490f-a14d-2f8657f0b447 req-ac4aaae4-0914-427d-82f3-fffb26fd6446 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1340592 Oct 27 21:29:11.243775 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-414142c8-513b-496f-8f8b-feb8cebe2f53 req-daa89b2d-3c74-4145-b15b-efc063cab019 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441169 Oct 27 21:29:11.321655 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ddef2a0c-353d-490f-a14d-2f8657f0b447 req-0e14e20a-978e-45a9-b778-cbf8c56562f0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509478 Oct 27 21:29:11.800509 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.077391 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57168) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:12.082251 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1672761642-network', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:12.118072 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Made reservation on behalf of d282de961746453bb6cd0ba5028baf2b for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:12.125656 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.154039 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.358831 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.372489 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.390839 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0f04925d-04c6-480c-ad1e-260f993488d4 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:12.460942 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:12.515445 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 0f04925d-04c6-480c-ad1e-260f993488d4 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:12.516093 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.544484 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41a3f4-0f90-42dc-8902-468d25baa8f9,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:12.552720 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.556924 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Added segment 852d7406-0fd7-4f5a-b00a-2806c80577e8 of type vlan for network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd Oct 27 21:29:12.643389 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b4ea8-34b7-4ce3-9636-bb08719d00b6 req-4a7ce2ec-dfa8-4ec2-8f2e-de23a74fba45 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:12.645285 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df1b4ea8-34b7-4ce3-9636-bb08719d00b6 req-4a7ce2ec-dfa8-4ec2-8f2e-de23a74fba45 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.2309186 Oct 27 21:29:12.664497 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.666170 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:12.698768 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:12.699789 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:12.744365 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df1b4ea8-34b7-4ce3-9636-bb08719d00b6 req-f34cd6e8-95c9-49fb-bebe-4e1a32e19694 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922465 Oct 27 21:29:12.757411 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.758658 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:12.759366 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.940898 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8623717 Oct 27 21:29:12.947887 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57176) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:12.971717 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Request body: {'subnet': {'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1672761642-subnet', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:12.979048 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90e012-e865-45e6-90ab-5b0afd6991ee admin admin] Pushing event updated for resources: {'Network': ['ID=f5111b5d-d35b-4eee-b1b0-a5154a42fcfd,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:13.109747 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Made reservation on behalf of d282de961746453bb6cd0ba5028baf2b for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:13.113461 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58835688'] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:13.187277 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6479f-e3f5-4bc0-ac6a-caf7b8d839fe req-9b68c068-8e53-4e80-92a0-884d225a6a90 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:13.187909 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:13.203530 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-07f6479f-e3f5-4bc0-ac6a-caf7b8d839fe req-9b68c068-8e53-4e80-92a0-884d225a6a90 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.2026396 Oct 27 21:29:13.285111 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-07f6479f-e3f5-4bc0-ac6a-caf7b8d839fe req-9e38d5e5-6ef6-4a76-8d1c-a3c76d4629a7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804212 Oct 27 21:29:13.314804 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:13.426969 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:13.477500 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59134058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58835706'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:13.678316 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Checking segment: {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:13.679092 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Network hostable DHCP agents. Network: f5111b5d-d35b-4eee-b1b0-a5154a42fcfd, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:13.706263 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5e48f2-487e-460e-b770-1362c24f1688,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:13.749576 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:13.772560 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, f5111b5d-d35b-4eee-b1b0-a5154a42fcfd) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:13.778421 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 0f04925d-04c6-480c-ad1e-260f993488d4, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=0f04925d-04c6-480c-ad1e-260f993488d4,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:13.799127 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:13.800708 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:13.816894 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0635f65-3dd1-4430-9aff-9d531b96cb19 None None] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:13.824889 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:13.852314 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57184) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:13.858388 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-87937dce-fc0b-4c28-80b0-d03de3d63f16 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8964303 Oct 27 21:29:13.858596 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:13.900020 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:13.901278 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.058889 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=0f04925d-04c6-480c-ad1e-260f993488d4,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:14.219769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-f5111b5d-d35b-4eee-b1b0-a5154a42fcfd', 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'fixed_ips': [{'subnet_id': '2e5e48f2-487e-460e-b770-1362c24f1688'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:29:14.220511 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.358270 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0f04925d-04c6-480c-ad1e-260f993488d4 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:14.399442 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42afd-e632-44f3-8816-337d4943b735 req-8de9588a-d1e7-4183-84dc-b78f14e17aed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:14.407393 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-64c42afd-e632-44f3-8816-337d4943b735 req-8de9588a-d1e7-4183-84dc-b78f14e17aed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.5236161 Oct 27 21:29:14.424844 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.474499 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Allocated IP 172.20.0.2 (f5111b5d-d35b-4eee-b1b0-a5154a42fcfd/2e5e48f2-487e-460e-b770-1362c24f1688/eb8a8382-e3f2-4222-bf5a-90c137c8788f) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:14.489552 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-64c42afd-e632-44f3-8816-337d4943b735 req-a85d7291-1f2e-4bbc-9fdb-acfffb9de674 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809810 Oct 27 21:29:14.639172 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 2, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:14.731174 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.746440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f5bf-c16b-4475-8b55-84e7383ca606 req-e391318a-766e-47ce-874a-8c7e157b8c46 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:14.754798 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e7e4f5bf-c16b-4475-8b55-84e7383ca606 req-e391318a-766e-47ce-874a-8c7e157b8c46 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1474879 Oct 27 21:29:14.792400 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:14.796291 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Updating router 8ea30e5b-2737-4b2b-af41-d232192bdba6 port dc8325c7-9249-4a90-8dd3-b468787e04a1 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:14.852221 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e7e4f5bf-c16b-4475-8b55-84e7383ca606 req-e1303baa-a5d4-427a-8beb-8c12953f8d58 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962062 Oct 27 21:29:14.878464 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.978069 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 0f04925d-04c6-480c-ad1e-260f993488d4 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:14.978504 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.150277 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.176530 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.250650 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.269936 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.368409 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Allocated IP 172.27.1.83 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/02c08318-09f6-4201-a153-ae1161631c41) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:15.372502 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:15.377329 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Pushing event updated for resources: {'Port': ['ID=eb8a8382-e3f2-4222-bf5a-90c137c8788f,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.507142 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:15.507142 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:15.546999 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.586347 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.601850 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.699063 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c31c3-20ad-4979-89a7-40dbb958de17 req-37698382-52f5-4098-863e-8da58ce2300c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:15.707398 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6f0c31c3-20ad-4979-89a7-40dbb958de17 req-37698382-52f5-4098-863e-8da58ce2300c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0776563 Oct 27 21:29:15.731305 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.731700 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028d8ab-368a-4732-89bf-46a69c1543f4 None None] Pushing event updated for resources: {'Port': ['ID=dc8325c7-9249-4a90-8dd3-b468787e04a1,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.751761 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Attempting to bind port eb8a8382-e3f2-4222-bf5a-90c137c8788f on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:15.752258 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Attempting to bind port eb8a8382-e3f2-4222-bf5a-90c137c8788f by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:15.752752 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Attempting to bind port eb8a8382-e3f2-4222-bf5a-90c137c8788f on network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:15.811136 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:15.811672 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Checking segment: {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:15.812180 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.812705 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Bound using segment: {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:15.813435 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Bound port: eb8a8382-e3f2-4222-bf5a-90c137c8788f, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:15.815389 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.817436 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:15.847548 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Attempting to bind port dc8325c7-9249-4a90-8dd3-b468787e04a1 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:15.848139 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Attempting to bind port dc8325c7-9249-4a90-8dd3-b468787e04a1 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:15.848819 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Attempting to bind port dc8325c7-9249-4a90-8dd3-b468787e04a1 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:15.866720 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6f0c31c3-20ad-4979-89a7-40dbb958de17 req-41445962-99c9-4d49-8849-21647a4b6b92 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582282 Oct 27 21:29:15.870615 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:15.888473 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:15.888473 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Checking segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:15.891228 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.892007 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Bound using segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:15.894920 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Bound port: dc8325c7-9249-4a90-8dd3-b468787e04a1, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:15.895450 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.904343 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Pushing event updated for resources: {'Port': ['ID=02c08318-09f6-4201-a153-ae1161631c41,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.914311 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:16.156229 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44003-8f08-49d2-91ff-63453978131d req-2232d3de-db72-4638-831d-d78c76042709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:16.161581 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-2232d3de-db72-4638-831d-d78c76042709 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1099 time: 0.0994608 Oct 27 21:29:16.303898 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a35b62-eec1-4271-9af4-c3bd154a7148 req-bae0af5e-7e10-4a01-a44b-a5787252d422 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:16.305469 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b2a35b62-eec1-4271-9af4-c3bd154a7148 req-bae0af5e-7e10-4a01-a44b-a5787252d422 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.2917023 Oct 27 21:29:16.330090 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44003-8f08-49d2-91ff-63453978131d req-ce3158c8-bd83-49a1-9dd4-9b9e692a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:16.331981 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-ce3158c8-bd83-49a1-9dd4-9b9e692a121c service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.1453788 Oct 27 21:29:16.373705 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-1756b229-702b-42e7-80ff-44e57a37a434 None None] Provisioning complete for port dc8325c7-9249-4a90-8dd3-b468787e04a1 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:16.374366 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1756b229-702b-42e7-80ff-44e57a37a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.417353 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-97dff07f-cdb9-4669-8729-d1159ca6516b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0749977 Oct 27 21:29:16.460328 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] For port eb8a8382-e3f2-4222-bf5a-90c137c8788f, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:16.477868 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] For port dc8325c7-9249-4a90-8dd3-b468787e04a1, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:16.515865 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.516861 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44003-8f08-49d2-91ff-63453978131d req-496b6666-6f6c-4b35-928e-4a488167838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:16.518540 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-496b6666-6f6c-4b35-928e-4a488167838b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0883083 Oct 27 21:29:16.523229 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b2a35b62-eec1-4271-9af4-c3bd154a7148 req-e9ce9b87-7708-470b-8886-221a2f54e392 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063146 Oct 27 21:29:16.559634 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] For port eb8a8382-e3f2-4222-bf5a-90c137c8788f, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=eb8a8382-e3f2-4222-bf5a-90c137c8788f,segment=NetworkSegment(852d7406-0fd7-4f5a-b00a-2806c80577e8),segment_id=852d7406-0fd7-4f5a-b00a-2806c80577e8)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:16.578932 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] For port dc8325c7-9249-4a90-8dd3-b468787e04a1, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=dc8325c7-9249-4a90-8dd3-b468787e04a1,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:16.590562 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-1756b229-702b-42e7-80ff-44e57a37a434 None None] Port dc8325c7-9249-4a90-8dd3-b468787e04a1 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:16.600701 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.612969 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.649476 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44003-8f08-49d2-91ff-63453978131d req-c41f8af8-bd20-4a62-9e8c-c0016af45390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:16.661934 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-c41f8af8-bd20-4a62-9e8c-c0016af45390 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271489 Oct 27 21:29:16.861658 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:16.862503 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:16.884955 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-624cd243-401f-460b-9be8-ee9f84e4372b service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190108 Oct 27 21:29:16.897914 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028d8ab-368a-4732-89bf-46a69c1543f4 None None] Pushing event updated for resources: {'Port': ['ID=dc8325c7-9249-4a90-8dd3-b468787e04a1,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.102138 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a3c44003-8f08-49d2-91ff-63453978131d req-cc4ed804-ce84-49c4-996d-1c51157cc694 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016644 Oct 27 21:29:17.297153 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7808cc-58ac-4ffc-bfb4-0c5c9c7e8365 req-23bf5a59-3114-4564-a40c-828521ee6e3e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:17.298757 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bf7808cc-58ac-4ffc-bfb4-0c5c9c7e8365 req-23bf5a59-3114-4564-a40c-828521ee6e3e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.2559552 Oct 27 21:29:17.333833 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.407327 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142834-a888-4131-a53d-ef750e7db562 None None] Pushing event updated for resources: {'Port': ['ID=eb8a8382-e3f2-4222-bf5a-90c137c8788f,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.473980 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bf7808cc-58ac-4ffc-bfb4-0c5c9c7e8365 req-d65bb6f7-4363-44fd-8096-bedb9ac71281 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662734 Oct 27 21:29:17.476996 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:17.546984 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e608858d-60ac-4ec7-9ca9-9502afa4d713 None None] Provisioning complete for port dc8325c7-9249-4a90-8dd3-b468787e04a1 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:17.547841 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e608858d-60ac-4ec7-9ca9-9502afa4d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.605794 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Router b5b11301-535f-4909-9645-497f63efe801 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:17.833841 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e608858d-60ac-4ec7-9ca9-9502afa4d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.903098 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e608858d-60ac-4ec7-9ca9-9502afa4d713 None None] For port dc8325c7-9249-4a90-8dd3-b468787e04a1, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=dc8325c7-9249-4a90-8dd3-b468787e04a1,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:17.915719 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e608858d-60ac-4ec7-9ca9-9502afa4d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.011014 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf4b5-d238-440c-aee1-e554da3e2708 req-1617d0a3-4081-4db2-93f1-6e4b0048ad54 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:18.021241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-83dbf4b5-d238-440c-aee1-e554da3e2708 req-1617d0a3-4081-4db2-93f1-6e4b0048ad54 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.3260233 Oct 27 21:29:18.075319 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:16Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:18.089586 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-83dbf4b5-d238-440c-aee1-e554da3e2708 req-f5603f87-2fa5-4186-9777-4ea5c8e94400 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673444 Oct 27 21:29:18.095754 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:18.107177 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Sync routers for ids ['b5b11301-535f-4909-9645-497f63efe801'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:18.133180 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Routers {'b5b11301-535f-4909-9645-497f63efe801'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:18.135236 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['b5b11301-535f-4909-9645-497f63efe801'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:18.170300 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.171502 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-93351749-92fc-4a66-8c95-cf9e048836c8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3178751 Oct 27 21:29:18.174910 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57208) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:18.225259 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e6281-abbe-4c83-99bb-88d833c06b7d None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:16Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:18.260480 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608858d-60ac-4ec7-9ca9-9502afa4d713 None None] Pushing event updated for resources: {'Port': ['ID=dc8325c7-9249-4a90-8dd3-b468787e04a1,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:18.594599 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device eb8a8382-e3f2-4222-bf5a-90c137c8788f up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:18.628291 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Set router b5b11301-535f-4909-9645-497f63efe801 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:18.727451 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601d221-279f-4cf5-8c89-2d126906d5cd None None] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:18.778186 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bab575-95cb-46de-bfb4-f373a4b77400 req-dfa71466-90e5-420c-8d4f-710813bcf4f7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:18.809206 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-78bab575-95cb-46de-bfb4-f373a4b77400 req-dfa71466-90e5-420c-8d4f-710813bcf4f7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1388831 Oct 27 21:29:18.937393 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-78bab575-95cb-46de-bfb4-f373a4b77400 req-32784104-0a1f-4906-a8c9-a32bf4e504c7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262045 Oct 27 21:29:18.973948 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port eb8a8382-e3f2-4222-bf5a-90c137c8788f triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:18.973948 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.279402 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e0c9eae6-d778-4839-9f88-2a5ec5c2510d None None] Provisioning complete for port eb8a8382-e3f2-4222-bf5a-90c137c8788f triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:19.280263 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e0c9eae6-d778-4839-9f88-2a5ec5c2510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.405012 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:29:16Z', 'revision_number': 3, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:19.468460 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.527256 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Checking router: b5b11301-535f-4909-9645-497f63efe801 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:19.527601 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Updating router b5b11301-535f-4909-9645-497f63efe801 port 02c08318-09f6-4201-a153-ae1161631c41 binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:19.570697 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.613464 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4a8f8-503a-4437-8d2b-ab0d33993fd5 req-561376dc-89e1-43e4-be85-da24f47ae2b0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:19.626703 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0dc4a8f8-503a-4437-8d2b-ab0d33993fd5 req-561376dc-89e1-43e4-be85-da24f47ae2b0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1423695 Oct 27 21:29:19.629041 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.647926 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.786290 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port eb8a8382-e3f2-4222-bf5a-90c137c8788f, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=eb8a8382-e3f2-4222-bf5a-90c137c8788f,segment=NetworkSegment(852d7406-0fd7-4f5a-b00a-2806c80577e8),segment_id=852d7406-0fd7-4f5a-b00a-2806c80577e8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:19.813186 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0dc4a8f8-503a-4437-8d2b-ab0d33993fd5 req-1362ab34-4c64-4178-8f74-36166d533348 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855485 Oct 27 21:29:19.819732 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.830128 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e0c9eae6-d778-4839-9f88-2a5ec5c2510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.057329 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Allocated IP 172.20.0.1 (f5111b5d-d35b-4eee-b1b0-a5154a42fcfd/2e5e48f2-487e-460e-b770-1362c24f1688/d215cc53-134b-4c4d-b85f-6b3906d0b059) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:20.152642 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=eb8a8382-e3f2-4222-bf5a-90c137c8788f,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.192564 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.db.api [None req-e0c9eae6-d778-4839-9f88-2a5ec5c2510d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:29:20.195810 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG oslo_db.api [None req-e0c9eae6-d778-4839-9f88-2a5ec5c2510d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:29:20.239228 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac6c74-ee19-41b1-a70e-eec805f5f960 req-ce8d1eab-e28b-466c-9cdd-dcb44a2b2198 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:20.246672 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f9ac6c74-ee19-41b1-a70e-eec805f5f960 req-ce8d1eab-e28b-466c-9cdd-dcb44a2b2198 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1355410 Oct 27 21:29:20.304506 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.339188 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.354226 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.366496 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f9ac6c74-ee19-41b1-a70e-eec805f5f960 req-46447810-b6e0-4db1-b720-9e59dc33d05f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184201 Oct 27 21:29:20.430643 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.474893 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Attempting to bind port 02c08318-09f6-4201-a153-ae1161631c41 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:20.475893 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Attempting to bind port 02c08318-09f6-4201-a153-ae1161631c41 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:20.476405 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Attempting to bind port 02c08318-09f6-4201-a153-ae1161631c41 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:20.487878 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16020afc-6bdc-408c-a1f4-905417de8342 None None] Pushing event updated for resources: {'Port': ['ID=02c08318-09f6-4201-a153-ae1161631c41,revision_number=2']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.499081 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:20.499671 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:20.500227 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.501230 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:20.501897 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Bound port: 02c08318-09f6-4201-a153-ae1161631c41, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:20.502453 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.547362 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:20.552227 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:20.557401 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:20.602158 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device dc8325c7-9249-4a90-8dd3-b468787e04a1 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:20.630120 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] For port 02c08318-09f6-4201-a153-ae1161631c41, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:20.643383 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] For port 02c08318-09f6-4201-a153-ae1161631c41, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=02c08318-09f6-4201-a153-ae1161631c41,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:20.654003 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.671383 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d215cc53-134b-4c4d-b85f-6b3906d0b059,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.709773 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.710192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.710536 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.710907 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.711346 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.711580 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.711905 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.712230 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.712550 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.717110 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.717446 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.717784 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:20.752959 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.779860 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16020afc-6bdc-408c-a1f4-905417de8342 None None] Pushing event updated for resources: {'Port': ['ID=02c08318-09f6-4201-a153-ae1161631c41,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.781384 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port dc8325c7-9249-4a90-8dd3-b468787e04a1 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:20.782975 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.851854 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Routers {'b5b11301-535f-4909-9645-497f63efe801'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:20.852397 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['b5b11301-535f-4909-9645-497f63efe801'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:20.916947 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device eb8a8382-e3f2-4222-bf5a-90c137c8788f up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:21.001582 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port eb8a8382-e3f2-4222-bf5a-90c137c8788f triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:21.002281 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.090335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07909be-2490-4e62-b285-ce9cc7815de1 req-7c47ed9e-6c94-4b11-baf7-cdc05883987f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:21.105203 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c07909be-2490-4e62-b285-ce9cc7815de1 req-7c47ed9e-6c94-4b11-baf7-cdc05883987f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1602056 Oct 27 21:29:21.142016 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-9e6f6a01-423f-45f8-ae63-15dec8ea54fb None None] Provisioning complete for port eb8a8382-e3f2-4222-bf5a-90c137c8788f triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:21.142389 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6a01-423f-45f8-ae63-15dec8ea54fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.169858 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] Set router b5b11301-535f-4909-9645-497f63efe801 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:21.206353 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c07909be-2490-4e62-b285-ce9cc7815de1 req-94ee058e-8c07-4010-8838-15f637e9fa53 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002026 Oct 27 21:29:21.306142 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-9e6f6a01-423f-45f8-ae63-15dec8ea54fb None None] Provisioning complete for port d215cc53-134b-4c4d-b85f-6b3906d0b059 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:21.306785 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6a01-423f-45f8-ae63-15dec8ea54fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.396043 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f6a01-423f-45f8-ae63-15dec8ea54fb None None] Port d215cc53-134b-4c4d-b85f-6b3906d0b059 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:21.572103 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f3a40-a74b-49d0-a0e9-be07b7ad77ee req-2ddf9c6d-846c-4984-9e72-93cf45e6ed00 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:21.574560 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-202f3a40-a74b-49d0-a0e9-be07b7ad77ee req-2ddf9c6d-846c-4984-9e72-93cf45e6ed00 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0777724 Oct 27 21:29:21.631778 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.643910 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-202f3a40-a74b-49d0-a0e9-be07b7ad77ee req-bd902069-4232-4a20-8aa5-afa7782b6106 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560875 Oct 27 21:29:21.796216 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:29:16Z', 'revision_number': 3, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:21.857828 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c2b58-475c-4bb9-b606-08921f8710f6 None None] The sync data for ids ['b5b11301-535f-4909-9645-497f63efe801'] in dv-cinder-815145-3-iscsi is: [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:29:16Z', 'revision_number': 3, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:21.960203 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.969234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:22.018764 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d215cc53-134b-4c4d-b85f-6b3906d0b059,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:22.059979 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-45f24dd7-4da9-48c9-b8e8-109737d208d7 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:22.064150 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-45f24dd7-4da9-48c9-b8e8-109737d208d7 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/networks?id=20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 200 len: 813 time: 0.1719580 Oct 27 21:29:22.082211 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:22.087536 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-af5215b4-2b9e-4977-b0dd-677bdbefcc2a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/quotas/135095bee017483f8c95d79b8e640bbe HTTP/1.1" status: 200 len: 375 time: 0.0150764 Oct 27 21:29:22.138022 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-9568b58d-9901-4069-b349-313c19705b97 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=135095bee017483f8c95d79b8e640bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394418 Oct 27 21:29:22.260383 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8d68a46e-0354-4188-9c18-d6e9b6a2a020 service neutron] 10.222.0.55 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108088 Oct 27 21:29:22.276222 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:22.278151 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:22.480296 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-6f6a26a6-c068-40db-b007-f26745d1ca1d service neutron] 10.222.0.55 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189164 Oct 27 21:29:22.486670 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Router b5b11301-535f-4909-9645-497f63efe801 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:22.515411 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f446cd-bd36-4e4f-abb6-5c2b00eb6dea req-8c4f9ca7-804d-47a3-96e5-276d6463c829 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:22.527605 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-43f446cd-bd36-4e4f-abb6-5c2b00eb6dea req-8c4f9ca7-804d-47a3-96e5-276d6463c829 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1382473 Oct 27 21:29:22.637736 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-43f446cd-bd36-4e4f-abb6-5c2b00eb6dea req-5026e6d7-8b76-4bed-8e55-51f2bea3a7a2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999219 Oct 27 21:29:22.733328 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:22.744653 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-80363144-fae0-4849-90e5-6538734bbfe1 admin admin] 10.222.0.55 "PUT /v2.0/routers/b5b11301-535f-4909-9645-497f63efe801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5678499 Oct 27 21:29:22.779135 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-3ec3468c-534c-4d90-8f34-f8569a19db36 None None] Provisioning complete for port d215cc53-134b-4c4d-b85f-6b3906d0b059 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:22.779675 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3ec3468c-534c-4d90-8f34-f8569a19db36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:22.788514 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-afa8ee27-ff84-46fb-9e8f-0de55ab5d5f8 req-af976f94-b0c6-46db-915b-8989bf623a0d tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 210 time: 0.0786989 Oct 27 21:29:22.919124 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8c233-0a64-441a-8c0a-1fd592538389 req-dfcd1014-e8b7-4dba-8f6c-632783eb6a77 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:22.937735 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7ed8c233-0a64-441a-8c0a-1fd592538389 req-dfcd1014-e8b7-4dba-8f6c-632783eb6a77 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1243286 Oct 27 21:29:23.081978 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7ed8c233-0a64-441a-8c0a-1fd592538389 req-2812cd6d-5246-4f57-b91e-05d678f9f087 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415715 Oct 27 21:29:23.152430 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3468c-534c-4d90-8f34-f8569a19db36 None None] Port d215cc53-134b-4c4d-b85f-6b3906d0b059 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:23.769237 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffdd30-650e-4fd6-ba55-8d086906ccf8 req-29ea6897-bb93-4d30-aa93-781e321a46a9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:23.771434 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-caffdd30-650e-4fd6-ba55-8d086906ccf8 req-29ea6897-bb93-4d30-aa93-781e321a46a9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0730066 Oct 27 21:29:23.812193 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-caffdd30-650e-4fd6-ba55-8d086906ccf8 req-595f8b60-20f0-4ef1-8403-e947fffd2876 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Oct 27 21:29:23.912090 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3f06ab4-d064-40e7-80f1-980b39fef21d req-08191258-5453-43a9-b517-c6dbb16d554e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 210 time: 0.0278141 Oct 27 21:29:24.210017 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Sync routers for ids ['b5b11301-535f-4909-9645-497f63efe801'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:24.222526 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Routers {'b5b11301-535f-4909-9645-497f63efe801'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:24.223451 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['b5b11301-535f-4909-9645-497f63efe801'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:24.225125 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af35ad-7a67-40a6-958a-ee075e085dd0 req-9a6da8c1-d3f3-436e-876e-ddced8eca0ba tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:24.226763 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-45af35ad-7a67-40a6-958a-ee075e085dd0 req-9a6da8c1-d3f3-436e-876e-ddced8eca0ba tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0540185 Oct 27 21:29:24.269021 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-45af35ad-7a67-40a6-958a-ee075e085dd0 req-7cec9de7-173f-4328-b6f9-afa4b89b0c76 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355012 Oct 27 21:29:24.347682 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 02c08318-09f6-4201-a153-ae1161631c41 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:24.392911 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Set router b5b11301-535f-4909-9645-497f63efe801 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:24.402793 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-8d5dd977-f5e8-4fe8-8562-0c37865d7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:24.406061 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-8d5dd977-f5e8-4fe8-8562-0c37865d7dd8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1099 time: 0.0489972 Oct 27 21:29:24.479578 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 02c08318-09f6-4201-a153-ae1161631c41 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:24.479951 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.509389 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-e43fb74b-43f2-4dc6-8f31-4d512ba18cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:24.510881 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-e43fb74b-43f2-4dc6-8f31-4d512ba18cab service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.0925064 Oct 27 21:29:24.584854 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-12baf24d-e7e9-479f-aacd-bfed0c905329 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0641689 Oct 27 21:29:24.637223 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-a23f0636-e9ed-47ad-aea4-49a45384555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:24.639040 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-a23f0636-e9ed-47ad-aea4-49a45384555b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0462840 Oct 27 21:29:24.644752 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.675414 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57368) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:24.680277 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 02c08318-09f6-4201-a153-ae1161631c41, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=02c08318-09f6-4201-a153-ae1161631c41,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:24.681426 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387751555', 'description': 'tempest-secgroup-smoke-1387751555 description', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:24.693998 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.713602 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-8fe5d302-1c72-49b8-b4ff-ac3fd76001ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:24.726720 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-8fe5d302-1c72-49b8-b4ff-ac3fd76001ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745864 Oct 27 21:29:24.727151 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 4, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd215cc53-134b-4c4d-b85f-6b3906d0b059', 'name': '', 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'mac_address': 'fa:16:3e:31:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e5e48f2-487e-460e-b770-1362c24f1688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 2, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'subnets': [{'id': '2e5e48f2-487e-460e-b770-1362c24f1688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:24.734770 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.759118 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Checking router: b5b11301-535f-4909-9645-497f63efe801 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:24.759844 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Updating router b5b11301-535f-4909-9645-497f63efe801 port d215cc53-134b-4c4d-b85f-6b3906d0b059 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:24.789135 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.816688 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=02c08318-09f6-4201-a153-ae1161631c41,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:24.879777 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-e55b823b-f93a-4da4-89ec-4e43b74071f5 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381702 Oct 27 21:29:24.997383 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3ddf7578-af1b-4b9c-93ec-67b9dcb7eca0 req-67735fd6-d0af-4af6-bb08-f64f9eb1f226 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137958 Oct 27 21:29:25.098909 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57380) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:25.128905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.131276 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.146494 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.173180 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Deleting subnet 9728ac69-9902-4481-ac05-15ff264fdbb0 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:29:25.178017 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.183150 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.202768 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6ea3c30a-1932-4eee-8639-2cd254c64f82 req-ed82fbd1-2b28-4f1c-bc94-734a451e0b8b tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 210 time: 0.0786171 Oct 27 21:29:25.215881 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9732ac-43ce-4610-a562-c5938faf3848 None None] Pushing event updated for resources: {'Port': ['ID=d215cc53-134b-4c4d-b85f-6b3906d0b059,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.223773 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.259304 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72c3e-8c60-430f-b032-9acaf32b65c6 req-570d3591-a3e6-4d04-9fcc-f76a7cc055ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:25.265100 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9ef72c3e-8c60-430f-b032-9acaf32b65c6 req-570d3591-a3e6-4d04-9fcc-f76a7cc055ee tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1455948 Oct 27 21:29:25.272962 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.276510 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2bd720-7c4b-4094-b832-93f417e1ab94,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.280639 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.284679 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6047330 Oct 27 21:29:25.286004 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57384) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:25.290483 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group_rule': {'security_group_id': '6a2bd720-7c4b-4094-b832-93f417e1ab94', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:25.299434 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Attempting to bind port d215cc53-134b-4c4d-b85f-6b3906d0b059 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:25.299944 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Attempting to bind port d215cc53-134b-4c4d-b85f-6b3906d0b059 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:25.301950 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Attempting to bind port d215cc53-134b-4c4d-b85f-6b3906d0b059 on network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:25.310752 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:25.311168 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Checking segment: {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:25.311567 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.312965 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Bound using segment: {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:25.314162 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Bound port: d215cc53-134b-4c4d-b85f-6b3906d0b059, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d7406-0fd7-4f5a-b00a-2806c80577e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:25.315421 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.326625 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-1aec0635-12b2-4e7a-9c2e-eec263fed03e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:25.328420 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-1aec0635-12b2-4e7a-9c2e-eec263fed03e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "GET /v2.0/networks?id=20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 200 len: 813 time: 0.5224118 Oct 27 21:29:25.343906 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.344245 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.344649 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.345072 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.345570 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.345965 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.346591 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.346920 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.347241 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.347599 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.347949 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.348546 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4644af-207c-41fc-ad0e-e8776d368969 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:25.365715 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.376726 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Request body: {'port': {'device_id': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f', 'admin_state_up': True, 'tenant_id': '135095bee017483f8c95d79b8e640bbe'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:25.401732 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9728ac69-9902-4481-ac05-15ff264fdbb0,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.405626 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.410184 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-0a162e28-ea70-4bd6-8809-d529c2922da2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9728ac69-9902-4481-ac05-15ff264fdbb0 HTTP/1.1" status: 204 len: 168 time: 0.3102458 Oct 27 21:29:25.412983 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57388) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:25.414622 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] For port d215cc53-134b-4c4d-b85f-6b3906d0b059, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:25.418383 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] For port d215cc53-134b-4c4d-b85f-6b3906d0b059, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d215cc53-134b-4c4d-b85f-6b3906d0b059,segment=NetworkSegment(852d7406-0fd7-4f5a-b00a-2806c80577e8),segment_id=852d7406-0fd7-4f5a-b00a-2806c80577e8)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:25.425020 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.443562 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9ef72c3e-8c60-430f-b032-9acaf32b65c6 req-b25465ea-e21f-472d-bd9a-dc6256c96642 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604750 Oct 27 21:29:25.493500 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9732ac-43ce-4610-a562-c5938faf3848 None None] Pushing event updated for resources: {'Port': ['ID=d215cc53-134b-4c4d-b85f-6b3906d0b059,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.512629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.512783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.516287 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Routers {'b5b11301-535f-4909-9645-497f63efe801'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:25.517052 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['b5b11301-535f-4909-9645-497f63efe801'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:25.575668 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9763c-2b66-45bd-97d2-a820255c0c1a req-cd4e45bb-a655-43aa-8c62-a554e9ed8bce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:25.577885 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05c9763c-2b66-45bd-97d2-a820255c0c1a req-cd4e45bb-a655-43aa-8c62-a554e9ed8bce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1832931 Oct 27 21:29:25.612472 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-928d6157-7ee8-4b52-9438-e3ef1036f0e1 None None] Provisioning complete for port d215cc53-134b-4c4d-b85f-6b3906d0b059 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:25.612950 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-928d6157-7ee8-4b52-9438-e3ef1036f0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.617491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.638061 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.643398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2a8cd7-b268-4bbd-af10-3bdd28cb8222']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:25.648283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.658168 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05427af-162f-4e4d-a4d8-d3c941fe77de') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:25.658841 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05427af-162f-4e4d-a4d8-d3c941fe77de') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:25.676969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.689161 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90923ec6-af6a-4f32-84a3-e77cda0e5305,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.695452 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Made reservation on behalf of 135095bee017483f8c95d79b8e640bbe for: {'port': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:25.699292 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.709690 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.722477 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:29:25.724013 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.728002 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05c9763c-2b66-45bd-97d2-a820255c0c1a req-12879ac3-ea99-4317-a2d4-0a46e0fda488 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179125 Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:29:25.728224 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:29:25.730712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.734307 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-ccf63b93-88ad-4485-bd7c-aa9916fbf51c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4449778 Oct 27 21:29:25.734602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 57390) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:25.740097 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group_rule': {'security_group_id': '6a2bd720-7c4b-4094-b832-93f417e1ab94', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:25.747857 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-928d6157-7ee8-4b52-9438-e3ef1036f0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.770380 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] Set router b5b11301-535f-4909-9645-497f63efe801 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:25.813832 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.818875 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.819616 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.824086 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1b2a8cd7-b268-4bbd-af10-3bdd28cb8222 HTTP/1.1" status: 204 len: 168 time: 0.4095583 Oct 27 21:29:25.828568 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-928d6157-7ee8-4b52-9438-e3ef1036f0e1 None None] For port d215cc53-134b-4c4d-b85f-6b3906d0b059, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d215cc53-134b-4c4d-b85f-6b3906d0b059,segment=NetworkSegment(852d7406-0fd7-4f5a-b00a-2806c80577e8),segment_id=852d7406-0fd7-4f5a-b00a-2806c80577e8)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:25.844097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a71f0-5a6c-4056-b8d9-8b5765106e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2a8cd7-b268-4bbd-af10-3bdd28cb8222,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.847250 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-928d6157-7ee8-4b52-9438-e3ef1036f0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.920673 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Allocated IP 172.20.0.9 (20541b4d-e162-43af-98ab-4004dd69a38f/8afca0df-93be-433b-ac7d-515fa5487879/06c03912-31bf-485e-af98-789363546098) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:25.931941 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.936905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.969943 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27fdb74-4e11-4800-a12e-36f7a227a597,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.977653 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.980057 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6089a4fd-ad3f-4eed-9a0e-43bb9247914f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2435834 Oct 27 21:29:25.982276 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57394) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:25.987855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group_rule': {'security_group_id': '6a2bd720-7c4b-4094-b832-93f417e1ab94', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:25.993027 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d6157-7ee8-4b52-9438-e3ef1036f0e1 None None] Pushing event updated for resources: {'Port': ['ID=d215cc53-134b-4c4d-b85f-6b3906d0b059,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.021228 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-1111b6c0-8137-4807-8cff-8e5a70ab026e None None] Provisioning complete for port d215cc53-134b-4c4d-b85f-6b3906d0b059 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:26.021731 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1111b6c0-8137-4807-8cff-8e5a70ab026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.034551 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.069882 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57396) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.121399 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.143716 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.148929 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f4423370-b3a9-4e83-8b08-95b0f5f38879 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0994a53a693c4ddea0189c7307f6146f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780129 Oct 27 21:29:26.151295 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57400) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.156169 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 4, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd215cc53-134b-4c4d-b85f-6b3906d0b059', 'name': '', 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'mac_address': 'fa:16:3e:31:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e5e48f2-487e-460e-b770-1362c24f1688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:25Z', 'revision_number': 4, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'subnets': [{'id': '2e5e48f2-487e-460e-b770-1362c24f1688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:26.160194 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.186723 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467aa734-bc64-44f7-b97e-52e6f9801b00 None None] The sync data for ids ['b5b11301-535f-4909-9645-497f63efe801'] in dv-cinder-815145-3-iscsi is: [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 4, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd215cc53-134b-4c4d-b85f-6b3906d0b059', 'name': '', 'network_id': 'f5111b5d-d35b-4eee-b1b0-a5154a42fcfd', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'mac_address': 'fa:16:3e:31:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e5e48f2-487e-460e-b770-1362c24f1688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:25Z', 'revision_number': 4, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'subnets': [{'id': '2e5e48f2-487e-460e-b770-1362c24f1688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:26.191037 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.198228 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edad2c9-d00e-4801-b22d-8a13c3b245ea,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.212339 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.216709 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-951ece05-cd92-4b3c-af76-b8405b8e6245 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2306194 Oct 27 21:29:26.218983 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57402) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.223287 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group_rule': {'security_group_id': '6a2bd720-7c4b-4094-b832-93f417e1ab94', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:26.255574 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Network 20541b4d-e162-43af-98ab-4004dd69a38f is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:26.276240 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:26.281754 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:26.304072 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.307951 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Pushing event updated for resources: {'Port': ['ID=06c03912-31bf-485e-af98-789363546098,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.347257 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f39c147-ca33-42bf-81d1-8cf21e66ab7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.348149 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:26.349293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.369708 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 02c08318-09f6-4201-a153-ae1161631c41 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:26.390752 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-d13a367d-64f0-4158-84aa-333caaaf8058 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0201797 Oct 27 21:29:26.398194 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f39c147-ca33-42bf-81d1-8cf21e66ab7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.419876 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Request body: {'port': {'device_id': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:26.444134 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.445654 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 02c08318-09f6-4201-a153-ae1161631c41 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:26.446290 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.452889 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.483861 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc2e4a-dcb7-4d94-a870-69755c1c1204 req-fcdde05f-26b2-40f6-905a-e27a28c22377 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:26.490795 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-33cc2e4a-dcb7-4d94-a870-69755c1c1204 req-fcdde05f-26b2-40f6-905a-e27a28c22377 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 931 time: 0.1240366 Oct 27 21:29:26.496836 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f39c147-ca33-42bf-81d1-8cf21e66ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.499606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f39c147-ca33-42bf-81d1-8cf21e66ab7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.501107 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-1f39c147-ca33-42bf-81d1-8cf21e66ab7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18b96d18-d633-4984-be2a-bec2f1fa827a HTTP/1.1" status: 204 len: 168 time: 0.3483934 Oct 27 21:29:26.522610 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39c147-ca33-42bf-81d1-8cf21e66ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b96d18-d633-4984-be2a-bec2f1fa827a,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.525781 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d32824-72e3-4f4a-8ade-046d433deb35,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.532234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.534200 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b19853aa-774f-4634-b9a5-4e7bdd2ba9b3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144126 Oct 27 21:29:26.537118 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57410) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.542313 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group_rule': {'security_group_id': '6a2bd720-7c4b-4094-b832-93f417e1ab94', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:26.570091 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.securitygroups_db [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Project e66d26b155564be4b57dc8227d98bdf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:29:26.578254 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.601631 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.638223 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-33cc2e4a-dcb7-4d94-a870-69755c1c1204 req-71b8873b-b473-47a0-af7e-cd34a167577f tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027479 Oct 27 21:29:26.668265 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.673238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.694067 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2793d5-2ec7-4b21-b18b-c198954d2b28 req-70c6c3b0-04db-4ad9-baad-6fe6cff99d21 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:26.695294 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756c74d8-2a0f-423b-bae9-99fe7dc3a559,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.695898 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9c2793d5-2ec7-4b21-b18b-c198954d2b28 req-70c6c3b0-04db-4ad9-baad-6fe6cff99d21 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1272774 Oct 27 21:29:26.710849 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.717629 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7a285527-7db5-44ff-94b2-ae916798194f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1791115 Oct 27 21:29:26.720166 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57412) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.725975 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'security_group_rule': {'security_group_id': '6a2bd720-7c4b-4094-b832-93f417e1ab94', 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:26.756116 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.securitygroups_db [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Project e66d26b155564be4b57dc8227d98bdf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:29:26.764084 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.836703 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9c2793d5-2ec7-4b21-b18b-c198954d2b28 req-2c114f50-9506-4bd9-ad1a-0a73f63e1f8a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184340 Oct 27 21:29:26.886140 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.891323 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.913420 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3bb878-2d2d-4f00-a51d-3b52bad0cfeb,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:26.927402 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.931686 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-a4063e5d-11ad-493d-8375-aeb07d799561 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2066109 Oct 27 21:29:27.047561 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4c995-c986-4dfd-a09d-b5a4f0ffa4f9 req-229bc5b9-3816-4ccf-95fa-37d0d080c747 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:27.049193 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05d4c995-c986-4dfd-a09d-b5a4f0ffa4f9 req-229bc5b9-3816-4ccf-95fa-37d0d080c747 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.1287415 Oct 27 21:29:27.134241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05d4c995-c986-4dfd-a09d-b5a4f0ffa4f9 req-5d0f843a-5c7c-4506-b4c6-c2b84fe1740b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762722 Oct 27 21:29:27.143937 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c03912-31bf-485e-af98-789363546098 {{(pid=101282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:27.158750 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.197135 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.provisioning_blocks [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Transition to ACTIVE for port object 06c03912-31bf-485e-af98-789363546098 will not be triggered until provisioned by entity L2. {{(pid=101282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:29:27.204371 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.304297 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=06c03912-31bf-485e-af98-789363546098,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:27.451386 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-5d128d0c-5c99-4e38-8861-f7d72e58d209 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460719425&fields=id&tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429 HTTP/1.1" status: 200 len: 267 time: 0.0640059 Oct 27 21:29:27.455985 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Attempting to bind port 06c03912-31bf-485e-af98-789363546098 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:27.456328 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Attempting to bind port 06c03912-31bf-485e-af98-789363546098 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:27.456689 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Attempting to bind port 06c03912-31bf-485e-af98-789363546098 on network 20541b4d-e162-43af-98ab-4004dd69a38f {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:27.464278 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Port 06c03912-31bf-485e-af98-789363546098 on network 20541b4d-e162-43af-98ab-4004dd69a38f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:29:27.464605 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Attempting to bind port 06c03912-31bf-485e-af98-789363546098 on network 20541b4d-e162-43af-98ab-4004dd69a38f {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:27.490283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:27.490648 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Checking segment: {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:27.490989 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Bound using segment: {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:27.491436 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Bound port: 06c03912-31bf-485e-af98-789363546098, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb253b81-8712-4c21-bab7-1e688a032e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:27.491785 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.657361 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] For port 06c03912-31bf-485e-af98-789363546098, host hv-cinder-81514, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:27.661715 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] For port 06c03912-31bf-485e-af98-789363546098, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=06c03912-31bf-485e-af98-789363546098,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:27.671181 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-f56fb944-59a1-4869-9a98-9ebaac5047cf tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:27.672798 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-f56fb944-59a1-4869-9a98-9ebaac5047cf tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 808 time: 0.2110131 Oct 27 21:29:27.682767 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.704685 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:27.705805 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.706670 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] 10.222.0.74 "PUT /v2.0/ports/06c03912-31bf-485e-af98-789363546098 HTTP/1.1" status: 200 len: 1093 time: 1.2940481 Oct 27 21:29:27.726464 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'tag': '06c03912-31bf-485e-af98-789363546098'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:27.728791 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2907215f-1adc-4be9-86ef-947f85d20206" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d99215-f6e9-487b-b24f-76a722a92d0f", "tag": "06c03912-31bf-485e-af98-789363546098"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:27.740333 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-b6fca0f0-0e47-4640-a561-c0b7772e496b tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/quotas/b8b3598e61fa48c0bf6b92bd2fbd5429 HTTP/1.1" status: 200 len: 375 time: 0.0481303 Oct 27 21:29:27.825873 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927cace-8097-4b25-a549-f89c90eb60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=06c03912-31bf-485e-af98-789363546098,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:27.876731 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-e06e1cba-6de0-4c69-b027-8bc86f4ac86a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262081 Oct 27 21:29:27.889897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6c160-38fe-4dfc-8dd7-293319049295 req-66847479-bb09-4b4f-a211-80359e982043 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:27.891675 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00b6c160-38fe-4dfc-8dd7-293319049295 req-66847479-bb09-4b4f-a211-80359e982043 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 943 time: 0.1201856 Oct 27 21:29:27.894748 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-0a8391a1-163f-4871-9163-a73e28de2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:27.896451 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-0a8391a1-163f-4871-9163-a73e28de2747 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=135095bee017483f8c95d79b8e640bbe&device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 1096 time: 0.1222796 Oct 27 21:29:27.994887 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-6406c209-7b21-4c5c-95f2-1d7480212235 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c03912-31bf-485e-af98-789363546098 HTTP/1.1" status: 200 len: 217 time: 0.0732059 Oct 27 21:29:28.045186 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00b6c160-38fe-4dfc-8dd7-293319049295 req-441897b6-c21a-44e3-af29-fb5b72a12920 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418238 Oct 27 21:29:28.078690 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381193-962c-4181-9e4d-e2920e3247f6 req-9ce4bf17-ed13-4149-a059-2b6ef986582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:28.080188 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-9ce4bf17-ed13-4149-a059-2b6ef986582e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8afca0df-93be-433b-ac7d-515fa5487879 HTTP/1.1" status: 200 len: 853 time: 0.0740471 Oct 27 21:29:28.082311 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-066d5d00-f034-4916-96ec-fc4ca3c9d7b7 service neutron] 10.222.0.55 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897368 Oct 27 21:29:28.151922 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a29795-9550-47a3-bfce-f394ccb15bbf x-openstack-request-id: req-51a29795-9550-47a3-bfce-f394ccb15bbf {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:28.152132 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d99215-f6e9-487b-b24f-76a722a92d0f", "tag": "06c03912-31bf-485e-af98-789363546098", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:28.152342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51a29795-9550-47a3-bfce-f394ccb15bbf {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:28.152770 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'tag': '06c03912-31bf-485e-af98-789363546098', 'status': 'completed', 'code': 200} Oct 27 21:29:28.173102 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-fd8602f1-bca1-4f30-92e1-69732508c9c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=20541b4d-e162-43af-98ab-4004dd69a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629282 Oct 27 21:29:28.298515 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-5dfa37cc-1ce3-407e-80b9-d6376678c09c service neutron] 10.222.0.55 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093463 Oct 27 21:29:28.327134 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3333dc-a70d-4efc-af3a-95b4764d6180 req-8f6a5e52-97df-465a-a354-747ae5d5175c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:28.350850 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ae3333dc-a70d-4efc-af3a-95b4764d6180 req-8f6a5e52-97df-465a-a354-747ae5d5175c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1583574 Oct 27 21:29:28.360605 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d215cc53-134b-4c4d-b85f-6b3906d0b059 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:28.386404 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-cabebf39-6039-45b7-8ec0-ca1a3bf2a642 service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051549 Oct 27 21:29:28.454761 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port d215cc53-134b-4c4d-b85f-6b3906d0b059 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:28.455380 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.486046 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ae3333dc-a70d-4efc-af3a-95b4764d6180 req-b180cf03-29a5-4d8e-b07d-81c8956ed0e2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339691 Oct 27 21:29:28.555564 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-18381193-962c-4181-9e4d-e2920e3247f6 req-0e5ddace-1fc0-466c-87f5-15f69268bed0 service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602817 Oct 27 21:29:28.621410 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ee069-ada6-47c4-b064-9ba62eeaee60 req-632a1fd5-e6c5-47eb-8bfb-c9eef8113954 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:28.623149 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a13ee069-ada6-47c4-b064-9ba62eeaee60 req-632a1fd5-e6c5-47eb-8bfb-c9eef8113954 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 946 time: 0.0667210 Oct 27 21:29:28.672156 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a13ee069-ada6-47c4-b064-9ba62eeaee60 req-0314a51f-b75b-4359-969d-3794163b471c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Oct 27 21:29:28.781734 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6c3c9b60-8295-485c-8408-52e0410f427b req-1bd6c432-1f5f-458b-95a3-e6529b11d7b8 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 210 time: 0.0355406 Oct 27 21:29:28.794023 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907215f-1adc-4be9-86ef-947f85d20206 req-1f2f7702-41f3-4917-bb01-1a9f53e9fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:28.795562 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-1f2f7702-41f3-4917-bb01-1a9f53e9fe53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=135095bee017483f8c95d79b8e640bbe&device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 1096 time: 0.1221521 Oct 27 21:29:28.917985 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907215f-1adc-4be9-86ef-947f85d20206 req-3a0196cb-45a3-45ad-bb38-2fe58c96c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:28.919951 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-3a0196cb-45a3-45ad-bb38-2fe58c96c659 service neutron] 10.222.0.74 "GET /v2.0/networks?id=20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 200 len: 914 time: 0.1171722 Oct 27 21:29:28.966283 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-0f1e0a9e-f653-441c-894f-4ebd3ebb72f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c03912-31bf-485e-af98-789363546098 HTTP/1.1" status: 200 len: 217 time: 0.0390296 Oct 27 21:29:29.023369 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907215f-1adc-4be9-86ef-947f85d20206 req-fd159674-d8e4-4591-8ce2-43ba713b67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:29.025024 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-fd159674-d8e4-4591-8ce2-43ba713b67ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8afca0df-93be-433b-ac7d-515fa5487879 HTTP/1.1" status: 200 len: 853 time: 0.0507703 Oct 27 21:29:29.058140 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-b4807a03-3c51-452a-b611-b2fda85201e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=20541b4d-e162-43af-98ab-4004dd69a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253592 Oct 27 21:29:29.183701 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:29:29.223909 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3c47b-cb1f-4877-a9e9-54539aee2eff req-3805537b-8d63-414b-a155-0d458537e7a1 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:29.225469 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-90a3c47b-cb1f-4877-a9e9-54539aee2eff req-3805537b-8d63-414b-a155-0d458537e7a1 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 943 time: 0.0825295 Oct 27 21:29:29.229518 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-3bba1e58-81f4-4881-a72e-e6c0b2abdd7b service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636462 Oct 27 21:29:29.270388 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.307131 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:29.310883 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e2cb6-4198-4f7a-aa2f-869ed399ea5d" -d '{"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:29.326445 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:29.329440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [req-797df6b3-0801-4906-a0f8-65d3fd65372a req-951fd512-1843-470c-aa69-ecfff20471c2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:29.330422 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.330594 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-797df6b3-0801-4906-a0f8-65d3fd65372a req-951fd512-1843-470c-aa69-ecfff20471c2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094461 Oct 27 21:29:29.347985 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-90a3c47b-cb1f-4877-a9e9-54539aee2eff req-a83acd61-4b9a-4b3c-894a-507be83e5367 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056011 Oct 27 21:29:29.389406 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2907215f-1adc-4be9-86ef-947f85d20206 req-cd8b070c-8752-4c93-8a5d-acda50357d18 service neutron] 10.222.0.74 "GET /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369076 Oct 27 21:29:29.407246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318acc11-9646-4ac5-af39-6178b42367a6 x-openstack-request-id: req-318acc11-9646-4ac5-af39-6178b42367a6 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:29.408166 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-unplugged", "status": "failed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "code": 422}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:29.408603 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-318acc11-9646-4ac5-af39-6178b42367a6 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:29.409198 dv-cinder-815145-3-iscsi neutron-server[101284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'code': 422} returned with failed status Oct 27 21:29:29.410384 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=8']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:29.811648 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b391b8-ca98-4c03-8e44-e6460833d6e8 req-862c1cf2-9cbd-402f-92d5-dd7ddc363fb3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:29.813117 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e3b391b8-ca98-4c03-8e44-e6460833d6e8 req-862c1cf2-9cbd-402f-92d5-dd7ddc363fb3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0553823 Oct 27 21:29:29.821160 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26010df6-e8fe-4da8-bd03-8586f5fffa1b req-a6756572-3bdc-4c19-ac53-4e5c8469093c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:29.822508 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-26010df6-e8fe-4da8-bd03-8586f5fffa1b req-a6756572-3bdc-4c19-ac53-4e5c8469093c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.3036220 Oct 27 21:29:29.880633 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e3b391b8-ca98-4c03-8e44-e6460833d6e8 req-2fceab32-7f4e-4cca-a6cf-8ac559e36ebb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571179 Oct 27 21:29:29.886112 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-26010df6-e8fe-4da8-bd03-8586f5fffa1b req-ae35c32a-e1e5-4596-bba4-960476ea9c6b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569410 Oct 27 21:29:30.004809 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3ad14144-05ca-4416-ab7d-bd62466c951c req-e3f5edcc-1e67-41b1-b904-529dffde9ea3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 210 time: 0.0596871 Oct 27 21:29:30.052936 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-e3f4a883-359d-4d6e-8355-cf3af117cf3c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:30.054536 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-e3f4a883-359d-4d6e-8355-cf3af117cf3c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 808 time: 0.1300116 Oct 27 21:29:30.114120 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-ec8567b6-16b1-44c5-ba16-97b2e0f9488a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429 HTTP/1.1" status: 200 len: 380 time: 0.0442336 Oct 27 21:29:30.123791 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'port': {'device_id': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'admin_state_up': True, 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'security_groups': ['ae750c09-2a77-45b6-ba80-f492e37dfbc6']}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:30.236783 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Made reservation on behalf of b8b3598e61fa48c0bf6b92bd2fbd5429 for: {'port': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:30.240245 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.365031 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Allocated IP 172.20.0.9 (b16c9042-a216-42a9-9309-e9862829ab18/f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1/25ab62e0-b6a2-45a0-b4dc-232d0293e191) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:30.523285 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5916-bee4-40c6-8b2c-e1e0f56581ab req-14357f46-9610-40a8-b0ab-5c300763e4bf tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:30.524780 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-52ae5916-bee4-40c6-8b2c-e1e0f56581ab req-14357f46-9610-40a8-b0ab-5c300763e4bf tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 943 time: 0.1002433 Oct 27 21:29:30.572673 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.594123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-52ae5916-bee4-40c6-8b2c-e1e0f56581ab req-9e495fcf-ef5e-4aa8-b14f-120ce700911f tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Oct 27 21:29:30.621328 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.670451 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Network b16c9042-a216-42a9-9309-e9862829ab18 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:30.673668 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:30.677369 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:30.683587 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:30.734383 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:30.735053 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.751998 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-c55c2ed0-c7fd-4f84-9c58-67aa29372009 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6317954 Oct 27 21:29:30.772111 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Request body: {'port': {'device_id': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:30.843175 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.937366 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-ca994655-d720-40dc-9849-cd0c97b2c0a1 None None] Provisioning complete for port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:30.938028 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-ca994655-d720-40dc-9849-cd0c97b2c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.999904 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-ca994655-d720-40dc-9849-cd0c97b2c0a1 None None] Port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:31.102094 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f78380-2a24-401d-80dc-cb59745f7a88 req-8eed9db4-e0ea-49a7-b5db-185a2532b792 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.103580 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-19f78380-2a24-401d-80dc-cb59745f7a88 req-8eed9db4-e0ea-49a7-b5db-185a2532b792 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1445045 Oct 27 21:29:31.127282 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7a58-fe87-4bd4-80e2-1ea450435dd5 req-99fab66c-4f35-4263-9ce6-0489a0634caa tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.128636 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e5aa7a58-fe87-4bd4-80e2-1ea450435dd5 req-99fab66c-4f35-4263-9ce6-0489a0634caa tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1434593 Oct 27 21:29:31.175960 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 06c03912-31bf-485e-af98-789363546098 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:29:31.201848 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-19f78380-2a24-401d-80dc-cb59745f7a88 req-eee94d50-c719-4ec2-af37-0a6ffd677d3b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Oct 27 21:29:31.222587 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e5aa7a58-fe87-4bd4-80e2-1ea450435dd5 req-5045b58a-c6c0-4fc2-9e2f-7eeb63e4f1a1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835693 Oct 27 21:29:31.271223 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ab62e0-b6a2-45a0-b4dc-232d0293e191 {{(pid=101282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:31.281898 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.318607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.provisioning_blocks [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Transition to ACTIVE for port object 25ab62e0-b6a2-45a0-b4dc-232d0293e191 will not be triggered until provisioned by entity L2. {{(pid=101282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:29:31.321940 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.db.resource_extend [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 21:29:31.324732 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.380203 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269288a-a40f-4324-950b-4a88ad81c6a5 req-c09e3e5b-fed0-4c6f-87bc-b62dca957225 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.381679 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9269288a-a40f-4324-950b-4a88ad81c6a5 req-c09e3e5b-fed0-4c6f-87bc-b62dca957225 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 931 time: 0.1029518 Oct 27 21:29:31.399187 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 06c03912-31bf-485e-af98-789363546098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=06c03912-31bf-485e-af98-789363546098,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:31.412681 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '06c03912-31bf-485e-af98-789363546098', 'network_id': '20541b4d-e162-43af-98ab-4004dd69a38f', 'port_id': '06c03912-31bf-485e-af98-789363546098', 'mac_address': 'fa:16:3e:f2:16:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8afca0df-93be-433b-ac7d-515fa5487879', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:29:31.415495 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:31.463469 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.472974 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9269288a-a40f-4324-950b-4a88ad81c6a5 req-597aae02-9770-4a52-ab14-690dcc03b0f0 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833223 Oct 27 21:29:31.478193 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c03912-31bf-485e-af98-789363546098 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:31.508902 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 06c03912-31bf-485e-af98-789363546098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=06c03912-31bf-485e-af98-789363546098,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:31.513625 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.514512 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Attempting to bind port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:31.514924 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Attempting to bind port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:31.515343 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Attempting to bind port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 on network b16c9042-a216-42a9-9309-e9862829ab18 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:31.520472 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 on network b16c9042-a216-42a9-9309-e9862829ab18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:29:31.520895 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Attempting to bind port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 on network b16c9042-a216-42a9-9309-e9862829ab18 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:31.533956 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:31.534614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Checking segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:31.535219 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Bound using segment: {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:31.535992 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Bound port: 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d0bc60-ee8e-4858-bcff-7e9c394bf104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:31.536544 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.570446 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=06c03912-31bf-485e-af98-789363546098,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:31.611139 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:31.614451 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:31.620456 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.673254 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.673863 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.675224 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] 10.222.0.74 "PUT /v2.0/ports/25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 1093 time: 0.9077408 Oct 27 21:29:31.675668 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:31.677925 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b6d6f0-30e6-4507-a074-23105c117917" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:31.718971 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adeaca-2a83-4dc1-9d27-13decefb49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:31.742837 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacfc59-0226-4cbe-9cf6-17c74631d8f9 req-33aea2f0-80b2-41c6-82c2-b8e4896e1acc tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.744518 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-beacfc59-0226-4cbe-9cf6-17c74631d8f9 req-33aea2f0-80b2-41c6-82c2-b8e4896e1acc tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 944 time: 0.0756478 Oct 27 21:29:31.746306 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190d1ee-e3f3-4f7d-aa63-ec4a596a22b8 x-openstack-request-id: req-3190d1ee-e3f3-4f7d-aa63-ec4a596a22b8 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:31.746654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:31.747021 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3190d1ee-e3f3-4f7d-aa63-ec4a596a22b8 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:31.747465 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'status': 'completed', 'code': 200} Oct 27 21:29:31.809870 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-beacfc59-0226-4cbe-9cf6-17c74631d8f9 req-7b1b7637-353d-4545-afcf-003dfb17beec tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531681 Oct 27 21:29:31.816215 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-0fbf5123-1d57-40b7-970b-41cde5e2deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.817872 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-0fbf5123-1d57-40b7-970b-41cde5e2deb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1096 time: 0.0695763 Oct 27 21:29:31.878541 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-400d56fb-4234-4729-9c2f-62117c9cf379 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 217 time: 0.0447536 Oct 27 21:29:31.897284 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['06c03912-31bf-485e-af98-789363546098'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:31.954144 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-8b4606cd-a0be-4263-875f-f7a74cec9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:31.955639 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-8b4606cd-a0be-4263-875f-f7a74cec9574 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0452034 Oct 27 21:29:32.002509 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-19994337-5204-4b4d-87d3-cc82bd73e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.004063 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-19994337-5204-4b4d-87d3-cc82bd73e174 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406880 Oct 27 21:29:32.102209 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-951e2b61-542e-4eaf-ba1b-6e9d84fc3839 service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880275 Oct 27 21:29:32.196388 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8fc1309f-863e-41db-be4d-bd38a9f0e84b req-a55562fe-d6f9-4422-9e6d-ae9a8ba3bc7c service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820568 Oct 27 21:29:32.378077 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc69bb-9c9a-46d3-94eb-bfa9e4590d69 req-abeab84f-9398-4abd-89d1-f7a4972a02cb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.379757 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2bdc69bb-9c9a-46d3-94eb-bfa9e4590d69 req-abeab84f-9398-4abd-89d1-f7a4972a02cb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1060266 Oct 27 21:29:32.394430 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-4a4a3cf7-2e17-4ed2-baff-bc7021aa4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.395916 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-4a4a3cf7-2e17-4ed2-baff-bc7021aa4dea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1096 time: 0.0924692 Oct 27 21:29:32.417265 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519863-2dd8-40c2-b025-ba38f26a6266 req-9ca71303-e74a-4618-a31d-656d57ea3ebe tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.418722 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-47519863-2dd8-40c2-b025-ba38f26a6266 req-9ca71303-e74a-4618-a31d-656d57ea3ebe tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1037190 Oct 27 21:29:32.494299 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2bdc69bb-9c9a-46d3-94eb-bfa9e4590d69 req-71ad904b-0f2f-4451-8a05-596151e4cc0c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054811 Oct 27 21:29:32.522779 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-47519863-2dd8-40c2-b025-ba38f26a6266 req-787120dc-d007-49d7-9b6c-05c369554af6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924299 Oct 27 21:29:32.550213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-edb89fff-57ec-4ed8-82c5-0ef35ab09b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.551667 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-edb89fff-57ec-4ed8-82c5-0ef35ab09b0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 909 time: 0.1304421 Oct 27 21:29:32.615702 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-3227d847-e502-42c4-bd42-172a3ce19af9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 217 time: 0.0544474 Oct 27 21:29:32.660611 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa4b19-5269-48b2-965f-d44608332b0a req-abfb6ee6-c571-4de7-9d76-a092578c28d1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.662085 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7baa4b19-5269-48b2-965f-d44608332b0a req-abfb6ee6-c571-4de7-9d76-a092578c28d1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.1095788 Oct 27 21:29:32.690158 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-157c06b9-c493-4e97-ba39-f449def65f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.691611 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-157c06b9-c493-4e97-ba39-f449def65f82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0679834 Oct 27 21:29:32.729152 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7baa4b19-5269-48b2-965f-d44608332b0a req-27b8c2d5-8a21-44a5-849c-07962b9a1cc5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608799 Oct 27 21:29:32.745183 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-0ac719dd-3bf1-48f4-9768-c626a2286a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.746568 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-0ac719dd-3bf1-48f4-9768-c626a2286a93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444942 Oct 27 21:29:32.839339 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-d47b03ae-c82d-49d9-b273-c1731ca8aa97 service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Oct 27 21:29:32.971896 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f1237-35f0-4a22-a09e-cbd3ce872822 req-26ea1854-d6d4-469a-8956-92f989feb043 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:32.973385 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d35f1237-35f0-4a22-a09e-cbd3ce872822 req-26ea1854-d6d4-469a-8956-92f989feb043 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 944 time: 0.0727348 Oct 27 21:29:32.978987 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5b6d6f0-30e6-4507-a074-23105c117917 req-d77bb0af-da39-4032-974e-b3945fe6200d service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325703 Oct 27 21:29:33.012308 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d35f1237-35f0-4a22-a09e-cbd3ce872822 req-daf2ca58-57eb-47a0-978a-1e2317b55331 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Oct 27 21:29:33.181522 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 06c03912-31bf-485e-af98-789363546098 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:33.234787 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 06c03912-31bf-485e-af98-789363546098 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:29:33.238385 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 06c03912-31bf-485e-af98-789363546098 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:33.238755 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:33.314419 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:33.336087 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c03912-31bf-485e-af98-789363546098'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:33.338652 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23905800-92f3-4275-90b4-6844c1e709fa" -d '{"events": [{"server_uuid": "b5d99215-f6e9-487b-b24f-76a722a92d0f", "name": "network-vif-plugged", "status": "completed", "tag": "06c03912-31bf-485e-af98-789363546098"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:33.357074 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 06c03912-31bf-485e-af98-789363546098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=06c03912-31bf-485e-af98-789363546098,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:33.363869 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:33.394765 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108a954f-f8a9-442e-86a2-f165db558123 x-openstack-request-id: req-108a954f-f8a9-442e-86a2-f165db558123 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:33.395086 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d99215-f6e9-487b-b24f-76a722a92d0f", "name": "network-vif-plugged", "status": "completed", "tag": "06c03912-31bf-485e-af98-789363546098", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:33.395342 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-108a954f-f8a9-442e-86a2-f165db558123 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:33.395728 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c03912-31bf-485e-af98-789363546098', 'code': 200} Oct 27 21:29:33.421513 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=06c03912-31bf-485e-af98-789363546098,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:33.429287 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.429639 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.430099 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.430336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.430709 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.431040 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.431364 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.431691 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.432065 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.432394 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.432742 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.433065 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:33.649816 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea0146-304c-422e-a8e0-9ff546330f8a req-1b43d4b9-944e-4955-9261-2f7c7a9e01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:33.651399 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23ea0146-304c-422e-a8e0-9ff546330f8a req-1b43d4b9-944e-4955-9261-2f7c7a9e01d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 1098 time: 0.1039319 Oct 27 21:29:33.669608 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe710621-dfc2-4a8f-87f6-64a269a5bbb1 req-86e6e800-77d6-4dd1-8ed3-e743e699d22a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:33.671091 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fe710621-dfc2-4a8f-87f6-64a269a5bbb1 req-86e6e800-77d6-4dd1-8ed3-e743e699d22a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0950274 Oct 27 21:29:33.711696 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04e1a-1ccf-4e5d-bd45-7ac606868cf2 req-7c9bccdc-0000-4aa4-af8d-d39bc0aed407 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:33.713244 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05d04e1a-1ccf-4e5d-bd45-7ac606868cf2 req-7c9bccdc-0000-4aa4-af8d-d39bc0aed407 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1070266 Oct 27 21:29:33.744983 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23ea0146-304c-422e-a8e0-9ff546330f8a req-1f7b73e2-80b4-4e70-8dea-829a2e947959 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844600 Oct 27 21:29:33.760267 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fe710621-dfc2-4a8f-87f6-64a269a5bbb1 req-d0953dbd-a9ba-4ec1-beed-c31ecb3a25fd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808942 Oct 27 21:29:33.779188 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-05d04e1a-1ccf-4e5d-bd45-7ac606868cf2 req-619a9438-653c-4be5-b2ae-ef17c9e15b2e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506010 Oct 27 21:29:33.878693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68fb06-6053-4584-a332-8922b59cfdc2 req-378c4798-5be3-463e-b175-8f11aa2ac838 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:33.880091 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7a68fb06-6053-4584-a332-8922b59cfdc2 req-378c4798-5be3-463e-b175-8f11aa2ac838 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0509126 Oct 27 21:29:33.918369 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7a68fb06-6053-4584-a332-8922b59cfdc2 req-2867c2fa-75ee-4f8b-9c8c-da7c9a1ed326 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Oct 27 21:29:34.124981 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbdb92-5c3a-4c64-a401-aee97e5a0bc5 req-dc864292-a5a9-4f1d-b6e8-ce3c8aeccb0c tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:34.126420 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-efcbdb92-5c3a-4c64-a401-aee97e5a0bc5 req-dc864292-a5a9-4f1d-b6e8-ce3c8aeccb0c tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 945 time: 0.0473590 Oct 27 21:29:34.173433 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-efcbdb92-5c3a-4c64-a401-aee97e5a0bc5 req-962982ec-6596-484c-8b75-88fafb489559 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Oct 27 21:29:34.911421 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729e808-7d98-4a36-a9bc-6c50416be5c1 req-2231f690-2a6d-4e23-85a8-1df3ecf03009 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:34.913493 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f729e808-7d98-4a36-a9bc-6c50416be5c1 req-2231f690-2a6d-4e23-85a8-1df3ecf03009 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0766692 Oct 27 21:29:34.925693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0d753-401c-4af9-91e1-e73c8a6136cc req-82661df0-94b8-4f0f-b2c9-43e9bdb86a5a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:34.927081 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-72c0d753-401c-4af9-91e1-e73c8a6136cc req-82661df0-94b8-4f0f-b2c9-43e9bdb86a5a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0645480 Oct 27 21:29:34.981888 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f729e808-7d98-4a36-a9bc-6c50416be5c1 req-64dc553d-948f-4592-b9b5-b77c42152d01 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538731 Oct 27 21:29:34.984537 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-72c0d753-401c-4af9-91e1-e73c8a6136cc req-b9cc09e5-c0e3-4ccd-ac60-a50796db7ec2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510798 Oct 27 21:29:35.098139 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8c64e-eb75-45ef-9f9e-cdf7b96fff6a req-eafcbc31-bf2b-44a2-bfe6-5f289c213de5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:35.099663 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1dd8c64e-eb75-45ef-9f9e-cdf7b96fff6a req-eafcbc31-bf2b-44a2-bfe6-5f289c213de5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0530963 Oct 27 21:29:35.138932 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1dd8c64e-eb75-45ef-9f9e-cdf7b96fff6a req-4f4e2f4f-4586-4621-b761-fa42d9dfe8c0 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Oct 27 21:29:35.286318 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776c326-e7d4-4204-84e9-12d7c8817e2d req-00e85fcb-cbe6-4bd9-831c-22a7bf45ed2a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:35.287769 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f776c326-e7d4-4204-84e9-12d7c8817e2d req-00e85fcb-cbe6-4bd9-831c-22a7bf45ed2a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 945 time: 0.0484412 Oct 27 21:29:35.326421 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f776c326-e7d4-4204-84e9-12d7c8817e2d req-481d5308-22bb-4e58-b4f3-3186597da9d8 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Oct 27 21:29:36.133351 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029e30-acbd-4516-94bb-e29dff04d6b8 req-3a9096f9-36eb-464a-a450-d6adaa60f8d2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:36.134829 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0c029e30-acbd-4516-94bb-e29dff04d6b8 req-3a9096f9-36eb-464a-a450-d6adaa60f8d2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0803683 Oct 27 21:29:36.141874 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4a257-b974-402e-85f1-0e06cfed112a req-d65caacf-58ec-4c8f-b4e8-2b946726b583 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:36.143215 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-58a4a257-b974-402e-85f1-0e06cfed112a req-d65caacf-58ec-4c8f-b4e8-2b946726b583 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0780842 Oct 27 21:29:36.337465 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5309bd1b-5af5-4436-ba21-2f6752687f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.399324 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0c029e30-acbd-4516-94bb-e29dff04d6b8 req-0baeba4d-4a17-4185-99f9-03ee9decb3e2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551794 Oct 27 21:29:36.403917 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-58a4a257-b974-402e-85f1-0e06cfed112a req-3fdb8ae7-15af-4c62-8e74-7bfe40e36907 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542825 Oct 27 21:29:36.500974 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006d20-ecd8-41fe-acf3-99d450f0567e req-8aae8039-1055-4e3b-aa29-73e83cbfb545 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:36.502445 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-68006d20-ecd8-41fe-acf3-99d450f0567e req-8aae8039-1055-4e3b-aa29-73e83cbfb545 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0497787 Oct 27 21:29:36.538209 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-68006d20-ecd8-41fe-acf3-99d450f0567e req-d9b79e2a-8274-4670-bcf3-3527937ae8db tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300193 Oct 27 21:29:37.543672 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07a925-4d48-4e19-9ad5-3074a6cab058 req-4579bfb7-66ad-41a4-8d61-c6e18c5ee6b5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:37.546006 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d07a925-4d48-4e19-9ad5-3074a6cab058 req-4579bfb7-66ad-41a4-8d61-c6e18c5ee6b5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0806799 Oct 27 21:29:37.557044 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e445359-036f-4c30-9554-e77678ddd258 req-4e87bd12-c0fc-4d22-a3b2-7044b66ac5d8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:37.558394 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e445359-036f-4c30-9554-e77678ddd258 req-4e87bd12-c0fc-4d22-a3b2-7044b66ac5d8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0828075 Oct 27 21:29:37.611227 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d07a925-4d48-4e19-9ad5-3074a6cab058 req-a09525b5-7990-4045-84f4-de2e44a169d6 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Oct 27 21:29:37.615952 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e445359-036f-4c30-9554-e77678ddd258 req-454f93ca-dd84-4386-900e-4a49e04b5459 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509112 Oct 27 21:29:37.711363 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ac4ec-60b3-4b2b-a82a-4eff246e02db req-d56f003e-0cf6-4984-a069-07279c2b1357 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:37.712893 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9c5ac4ec-60b3-4b2b-a82a-4eff246e02db req-d56f003e-0cf6-4984-a069-07279c2b1357 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0478876 Oct 27 21:29:37.750864 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9c5ac4ec-60b3-4b2b-a82a-4eff246e02db req-d8c1f350-b400-402e-b308-d7a6d6ce7c71 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Oct 27 21:29:38.754910 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786aa39-e869-4b71-987e-65335d873b69 req-b1f5aa92-3421-4ff4-8a2d-b8b58e8aeebd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:38.756366 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7786aa39-e869-4b71-987e-65335d873b69 req-b1f5aa92-3421-4ff4-8a2d-b8b58e8aeebd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0771971 Oct 27 21:29:38.768505 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae93880-c01c-44fc-b953-6a12f7bcf0b1 req-c9a43b64-fa27-4c03-b39c-6d48c6a13613 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:38.770173 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bae93880-c01c-44fc-b953-6a12f7bcf0b1 req-c9a43b64-fa27-4c03-b39c-6d48c6a13613 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0804119 Oct 27 21:29:38.819480 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7786aa39-e869-4b71-987e-65335d873b69 req-58488b28-d243-4d4c-9091-8ffb6a953916 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Oct 27 21:29:38.839410 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bae93880-c01c-44fc-b953-6a12f7bcf0b1 req-79e0c959-8f5d-4e24-9e05-c8c4436f4666 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624411 Oct 27 21:29:38.892467 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-821bebca-483f-46d0-adfc-edc191512fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.926324 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8fe74-96b0-40eb-bc0a-906ea41a30b6 req-655ad08e-2a77-4b8b-aaa2-ae35672ab5c9 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:38.927789 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3fd8fe74-96b0-40eb-bc0a-906ea41a30b6 req-655ad08e-2a77-4b8b-aaa2-ae35672ab5c9 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0521774 Oct 27 21:29:38.966024 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3fd8fe74-96b0-40eb-bc0a-906ea41a30b6 req-216f029e-d88e-4837-82b8-e86c88b86ca6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Oct 27 21:29:39.977140 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629fb43-4502-4a8c-9d26-9dd60e428d25 req-4d63abd0-343c-4619-b0d1-90080d3b0ae0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:39.978529 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e629fb43-4502-4a8c-9d26-9dd60e428d25 req-4d63abd0-343c-4619-b0d1-90080d3b0ae0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0929694 Oct 27 21:29:39.991400 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace17ce-5858-4c35-8859-008850380e2c req-97e36a21-271c-4c41-903e-268ee27f6b0e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:39.992935 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ace17ce-5858-4c35-8859-008850380e2c req-97e36a21-271c-4c41-903e-268ee27f6b0e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0702207 Oct 27 21:29:40.018966 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:40.052352 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e629fb43-4502-4a8c-9d26-9dd60e428d25 req-3108454d-4e90-4cee-a720-0a34cc76a9cb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584521 Oct 27 21:29:40.055069 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ace17ce-5858-4c35-8859-008850380e2c req-dc7d6566-fe04-46ff-98fa-c9949d8a1747 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548470 Oct 27 21:29:40.124380 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:40.160873 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60dd61-7b4b-4a7f-bd05-345043fd39f9 req-57e6cc1e-2f8e-4dde-bef7-fcac53f9e640 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:40.162344 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bd60dd61-7b4b-4a7f-bd05-345043fd39f9 req-57e6cc1e-2f8e-4dde-bef7-fcac53f9e640 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0526001 Oct 27 21:29:40.201554 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bd60dd61-7b4b-4a7f-bd05-345043fd39f9 req-81d2f71c-12a4-433d-9dfe-baa2c9321d6d tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Oct 27 21:29:41.197847 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a47cf-bd0e-47c9-9eda-e6c34f49040e req-6f31ec00-256b-49e6-87e0-3ec7dac77f5b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:41.199332 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c91a47cf-bd0e-47c9-9eda-e6c34f49040e req-6f31ec00-256b-49e6-87e0-3ec7dac77f5b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0776119 Oct 27 21:29:41.210964 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958abfc6-0ea6-4223-9dae-89d36e9b7f92 req-bea751e5-d8d5-480c-b14f-e7be556a890c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:41.212125 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:29:41.212547 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-958abfc6-0ea6-4223-9dae-89d36e9b7f92 req-bea751e5-d8d5-480c-b14f-e7be556a890c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0813019 Oct 27 21:29:41.265030 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c91a47cf-bd0e-47c9-9eda-e6c34f49040e req-74079fc3-85df-44c6-95a7-b6a7c614ac96 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517662 Oct 27 21:29:41.272123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-958abfc6-0ea6-4223-9dae-89d36e9b7f92 req-99222558-a8b0-47ac-a645-9dc501909ee8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526621 Oct 27 21:29:41.313204 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:41.325164 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'port_id': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'mac_address': 'fa:16:3e:a8:99:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:29:41.365592 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:41.378580 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ab62e0-b6a2-45a0-b4dc-232d0293e191 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:41.381148 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1c85-e22a-4734-8144-ecea25bc8349 req-c8d83dbc-d779-4ee2-a63f-68ee4863473a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:41.382644 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-adfd1c85-e22a-4734-8144-ecea25bc8349 req-c8d83dbc-d779-4ee2-a63f-68ee4863473a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0496640 Oct 27 21:29:41.399981 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:41.405284 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:41.422095 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-adfd1c85-e22a-4734-8144-ecea25bc8349 req-614178bf-8eb3-4292-9037-8cac62142746 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Oct 27 21:29:41.450796 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:41.770797 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:41.822725 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['25ab62e0-b6a2-45a0-b4dc-232d0293e191'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:42.428929 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a646c-2bb4-4ed4-bd27-0c9090ff1b00 req-47a70925-f898-4a53-b5de-bfcfd1423211 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:42.430419 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-810a646c-2bb4-4ed4-bd27-0c9090ff1b00 req-47a70925-f898-4a53-b5de-bfcfd1423211 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0966933 Oct 27 21:29:42.443239 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f409e7-43e7-4a86-a817-cc5ede60c392 req-0ce3e31f-d1b5-4734-84d7-e3d71344b2f0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:42.444754 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49f409e7-43e7-4a86-a817-cc5ede60c392 req-0ce3e31f-d1b5-4734-84d7-e3d71344b2f0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0941854 Oct 27 21:29:42.501235 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-810a646c-2bb4-4ed4-bd27-0c9090ff1b00 req-79e8cf6c-5eb3-4b9e-9fb9-074c8cb67fb8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Oct 27 21:29:42.506516 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49f409e7-43e7-4a86-a817-cc5ede60c392 req-10e622f4-633f-404a-a59b-46c50a81f0d5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541739 Oct 27 21:29:42.608221 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ace1b1-c052-46a3-9f72-24b22c57c9ef req-b0a3303b-599d-429c-a69e-cddbf1115181 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:42.609802 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8ace1b1-c052-46a3-9f72-24b22c57c9ef req-b0a3303b-599d-429c-a69e-cddbf1115181 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 944 time: 0.0533051 Oct 27 21:29:42.651569 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8ace1b1-c052-46a3-9f72-24b22c57c9ef req-12d8627b-7be1-4dbf-8340-0686e908f10f tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358405 Oct 27 21:29:43.228938 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:43.276374 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:29:43.280705 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:43.281074 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:43.359484 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:43.383310 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:43.385726 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810e109-d86b-49a2-b2ad-d7e692ceb50e" -d '{"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-plugged", "status": "completed", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:43.402539 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:43.407878 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:43.433766 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe85aa5-a0bc-480c-8260-71b3c065b36f x-openstack-request-id: req-dfe85aa5-a0bc-480c-8260-71b3c065b36f {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:43.434228 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-plugged", "status": "completed", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:43.434486 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfe85aa5-a0bc-480c-8260-71b3c065b36f {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:43.434863 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'code': 200} Oct 27 21:29:43.459462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:43.656851 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbe7cf-2ef2-448c-ab7e-b2662a8bc739 req-81466670-d282-49cb-86c2-b61949c06cf7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:43.658797 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d9cbe7cf-2ef2-448c-ab7e-b2662a8bc739 req-81466670-d282-49cb-86c2-b61949c06cf7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0878484 Oct 27 21:29:43.681605 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c979-7471-4d7a-b989-8526ec4208d9 req-ca65182d-f77c-4ad4-8c21-4b9fce70da97 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:43.683086 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8ed3c979-7471-4d7a-b989-8526ec4208d9 req-ca65182d-f77c-4ad4-8c21-4b9fce70da97 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0824320 Oct 27 21:29:43.713868 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:29:43.727374 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d9cbe7cf-2ef2-448c-ab7e-b2662a8bc739 req-496ee365-9d6e-47f5-b20f-7c70474d3e4f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611236 Oct 27 21:29:43.739631 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8ed3c979-7471-4d7a-b989-8526ec4208d9 req-f3faadd6-0723-4660-b8ed-59bfc8fc7789 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487916 Oct 27 21:29:43.830286 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6773f57-0057-4839-9e2a-d4a5065bd862 req-4f6d9e67-82b7-4d30-b9a1-e7ea6a3bd2b0 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:43.831751 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e6773f57-0057-4839-9e2a-d4a5065bd862 req-4f6d9e67-82b7-4d30-b9a1-e7ea6a3bd2b0 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0490828 Oct 27 21:29:43.871727 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e6773f57-0057-4839-9e2a-d4a5065bd862 req-b8d32e7a-b662-4c44-81a6-c7299d1b8f79 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341434 Oct 27 21:29:44.865497 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179808d-d0ef-4606-ac4d-31876d203300 req-9b673ebf-9dd4-4077-8c14-7f2c60e90b19 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:44.866940 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5179808d-d0ef-4606-ac4d-31876d203300 req-9b673ebf-9dd4-4077-8c14-7f2c60e90b19 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0707963 Oct 27 21:29:44.889734 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08fa7-1773-47cc-a584-6c1d060de6a2 req-bfd8ed34-8249-40af-b291-9680b233b184 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:44.891215 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49d08fa7-1773-47cc-a584-6c1d060de6a2 req-bfd8ed34-8249-40af-b291-9680b233b184 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0706797 Oct 27 21:29:44.936532 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5179808d-d0ef-4606-ac4d-31876d203300 req-a5f77dd3-9987-4e75-a062-5a4b9d4e08e5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630827 Oct 27 21:29:44.943308 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49d08fa7-1773-47cc-a584-6c1d060de6a2 req-63172605-9f6c-4e80-ba96-1476415e9454 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459914 Oct 27 21:29:45.043038 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800c92-6f15-4bb6-a179-47674aa5ab95 req-03150c94-cb4c-4352-a5a0-519051d173dd tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:45.044476 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75800c92-6f15-4bb6-a179-47674aa5ab95 req-03150c94-cb4c-4352-a5a0-519051d173dd tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0478530 Oct 27 21:29:45.085684 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75800c92-6f15-4bb6-a179-47674aa5ab95 req-7cc3ec87-99c4-4155-9bd1-0dfc146abdc2 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344913 Oct 27 21:29:46.100771 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ce6b-1eeb-41c3-9e70-e973207d0806 req-da7deece-698c-4a4f-b2d7-b7772e9e4f95 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.102244 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-68e8ce6b-1eeb-41c3-9e70-e973207d0806 req-da7deece-698c-4a4f-b2d7-b7772e9e4f95 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0923636 Oct 27 21:29:46.113537 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b90b19-8140-4af4-a1a1-db9f15a00de6 req-95a4e9a1-8b24-4fe1-b94b-3eb32aaf226b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.115010 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-72b90b19-8140-4af4-a1a1-db9f15a00de6 req-95a4e9a1-8b24-4fe1-b94b-3eb32aaf226b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0799658 Oct 27 21:29:46.171315 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-72b90b19-8140-4af4-a1a1-db9f15a00de6 req-ffc12a5b-e266-4504-a840-7dd5b8307b1a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494366 Oct 27 21:29:46.174122 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-68e8ce6b-1eeb-41c3-9e70-e973207d0806 req-89d58446-c3c3-4f40-8912-e12ea2642796 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582485 Oct 27 21:29:46.291464 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453442fa-25cc-4f6b-aa16-0e601f0b5351 req-a115dcfa-239b-4396-8b0d-b5209a94d64b tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.293229 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-453442fa-25cc-4f6b-aa16-0e601f0b5351 req-a115dcfa-239b-4396-8b0d-b5209a94d64b tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0527263 Oct 27 21:29:46.330601 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-453442fa-25cc-4f6b-aa16-0e601f0b5351 req-97935369-c6bc-468b-9e0e-458ed39b5a01 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Oct 27 21:29:47.326785 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95467b0-3d06-4f82-a949-97db93eb402e req-d44f3f0d-44e7-4f37-be17-95825b6eed7f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.328334 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e95467b0-3d06-4f82-a949-97db93eb402e req-d44f3f0d-44e7-4f37-be17-95825b6eed7f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0788369 Oct 27 21:29:47.336537 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68757-f4fb-463d-a522-431e2514798e req-c658cf5e-2a95-470c-9e87-4ec234577031 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.337882 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-32b68757-f4fb-463d-a522-431e2514798e req-c658cf5e-2a95-470c-9e87-4ec234577031 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0780652 Oct 27 21:29:47.400493 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e95467b0-3d06-4f82-a949-97db93eb402e req-fb9f052e-589d-4e30-a71f-d15a474f74b5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Oct 27 21:29:47.408270 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-32b68757-f4fb-463d-a522-431e2514798e req-43eddef7-5e98-4cb4-ba91-208c5d24e0f4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632887 Oct 27 21:29:47.502444 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92009-df50-4d26-95fd-ef877c32b862 req-431e4054-4849-4c11-bab6-b4ba41596862 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.503787 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-90a92009-df50-4d26-95fd-ef877c32b862 req-431e4054-4849-4c11-bab6-b4ba41596862 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0469496 Oct 27 21:29:47.540803 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-90a92009-df50-4d26-95fd-ef877c32b862 req-01b886a0-8a27-4013-aff7-eafcc30ce97c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Oct 27 21:29:47.619985 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10e5f3-2d93-4a2d-ad0d-66506ef07e41 req-a5e26a69-237f-41f1-b110-9fcb772dd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.621554 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9a10e5f3-2d93-4a2d-ad0d-66506ef07e41 req-a5e26a69-237f-41f1-b110-9fcb772dd19c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1098 time: 0.0500467 Oct 27 21:29:47.657676 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9a10e5f3-2d93-4a2d-ad0d-66506ef07e41 req-ec80e4ae-a221-41af-b1a5-676a6989c711 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282755 Oct 27 21:29:48.493420 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57850) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:48.583157 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa311-8b60-4f7d-a195-c2af0d0ef763 req-d2a11aa6-2e91-456c-ae43-fbf80e80b935 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.584382 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-13e8bbbf-9890-488e-bea2-75b02f11dbfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892456 Oct 27 21:29:48.584637 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-12ffa311-8b60-4f7d-a195-c2af0d0ef763 req-d2a11aa6-2e91-456c-ae43-fbf80e80b935 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0832400 Oct 27 21:29:48.594657 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-c1edd6e7-491f-4eb5-a362-de47c83b3d6d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:48.595659 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-c1edd6e7-491f-4eb5-a362-de47c83b3d6d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057323 Oct 27 21:29:48.605863 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707fb58-4d7b-4286-8b44-863aeaebb7c4 req-e46dae1b-d6ed-41f0-893a-35e61fc2ff22 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.607423 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1707fb58-4d7b-4286-8b44-863aeaebb7c4 req-e46dae1b-d6ed-41f0-893a-35e61fc2ff22 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0792730 Oct 27 21:29:48.657232 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-12ffa311-8b60-4f7d-a195-c2af0d0ef763 req-2b885f0e-19b0-4424-a2b2-146b3e0dbd80 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642836 Oct 27 21:29:48.665015 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1707fb58-4d7b-4286-8b44-863aeaebb7c4 req-9515dc7c-d15f-492c-a31a-e8d98317508d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499926 Oct 27 21:29:48.784541 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09560f-f587-4994-8cd2-4b54182f6679 req-04a14ba2-c11d-4a00-ad38-fb45c57bfbce tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.786153 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cb09560f-f587-4994-8cd2-4b54182f6679 req-04a14ba2-c11d-4a00-ad38-fb45c57bfbce tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0527852 Oct 27 21:29:48.826897 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cb09560f-f587-4994-8cd2-4b54182f6679 req-cec3e63e-2f88-4bdf-84da-f6c2906c26b1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Oct 27 21:29:49.134646 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.853077 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c324ff7-8e60-441a-a968-bce38d13fd9a req-f1b18740-225e-4105-a611-6c5b22f718d8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:49.854523 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6c324ff7-8e60-441a-a968-bce38d13fd9a req-f1b18740-225e-4105-a611-6c5b22f718d8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1127484 Oct 27 21:29:49.862426 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30868e1c-9217-47cc-b369-038c365ee546 req-a8434170-378c-4390-9b7d-eb5a1db4159b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:49.863757 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30868e1c-9217-47cc-b369-038c365ee546 req-a8434170-378c-4390-9b7d-eb5a1db4159b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0964024 Oct 27 21:29:49.915773 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6c324ff7-8e60-441a-a968-bce38d13fd9a req-2b230dd8-ea58-4bb0-8627-d488c2def4c9 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Oct 27 21:29:49.920601 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30868e1c-9217-47cc-b369-038c365ee546 req-e4a05bb6-9c90-41db-b639-8cbdbf98e575 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503981 Oct 27 21:29:50.014910 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bf887-1e20-489f-83a6-8a2be0c1eb29 req-3162b776-6074-415a-8fa8-568fb445e5d9 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:50.016259 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3a9bf887-1e20-489f-83a6-8a2be0c1eb29 req-3162b776-6074-415a-8fa8-568fb445e5d9 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0467751 Oct 27 21:29:50.052287 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3a9bf887-1e20-489f-83a6-8a2be0c1eb29 req-aee04ffb-9693-465e-aa84-94c375398eba tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302165 Oct 27 21:29:51.064764 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dd49b-5d20-449b-9e08-328efb14bb93 req-771eee6c-f8bb-4394-9c55-d64efb34cd5b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:51.066250 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b26dd49b-5d20-449b-9e08-328efb14bb93 req-771eee6c-f8bb-4394-9c55-d64efb34cd5b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0848920 Oct 27 21:29:51.073444 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3e85-d37a-4af3-8822-604aa1d7642a req-9d5fd8cb-fa37-4425-90b6-d6a6f1ae9b70 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:51.074799 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e70c3e85-d37a-4af3-8822-604aa1d7642a req-9d5fd8cb-fa37-4425-90b6-d6a6f1ae9b70 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0804451 Oct 27 21:29:51.128041 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b26dd49b-5d20-449b-9e08-328efb14bb93 req-909d3321-2ba2-415c-b585-b8ff723c7a24 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523262 Oct 27 21:29:51.132661 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e70c3e85-d37a-4af3-8822-604aa1d7642a req-b478ecd3-4a83-425e-882f-ed1326733985 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512772 Oct 27 21:29:51.228676 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6da52-ae52-41c7-8f7e-e03db907d23f req-08c1cfef-7160-4b4f-ba39-e1bd5705a394 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:51.230059 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0cd6da52-ae52-41c7-8f7e-e03db907d23f req-08c1cfef-7160-4b4f-ba39-e1bd5705a394 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0476754 Oct 27 21:29:51.268866 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0cd6da52-ae52-41c7-8f7e-e03db907d23f req-f50a2736-e33b-419b-9bf5-74ffb9fc30b3 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Oct 27 21:29:52.278149 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311b157-2a7f-4944-ada7-7569ef1ccc86 req-931a7d27-942f-4c65-a1a3-e83a08939caa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.280274 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c311b157-2a7f-4944-ada7-7569ef1ccc86 req-931a7d27-942f-4c65-a1a3-e83a08939caa tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0782156 Oct 27 21:29:52.303428 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5443a-0382-4081-b761-f03dbbb6062a req-6b3cde9f-c563-4b39-909c-220e217fc84d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.304906 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-71a5443a-0382-4081-b761-f03dbbb6062a req-6b3cde9f-c563-4b39-909c-220e217fc84d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0885978 Oct 27 21:29:52.350701 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c311b157-2a7f-4944-ada7-7569ef1ccc86 req-4d864a77-ee2c-44f5-a483-70ba1c585878 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Oct 27 21:29:52.358131 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-71a5443a-0382-4081-b761-f03dbbb6062a req-32acc880-6eb4-4a8b-bf51-d27cd4237923 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469048 Oct 27 21:29:52.453761 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3f0e9-eb9a-42ca-b667-abccf193a6f8 req-b8847a53-0456-4e8c-a751-010a9b41094c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.455197 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e3e3f0e9-eb9a-42ca-b667-abccf193a6f8 req-b8847a53-0456-4e8c-a751-010a9b41094c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0476973 Oct 27 21:29:52.496724 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e3e3f0e9-eb9a-42ca-b667-abccf193a6f8 req-d9118e92-55be-4f2e-a5b7-17208b29e80b tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357230 Oct 27 21:29:52.611703 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8928a3a-5f88-4788-98fb-2d16b6c300b9 req-162aa3e8-7ae0-48f4-be42-27fb16916090 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.613218 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d8928a3a-5f88-4788-98fb-2d16b6c300b9 req-162aa3e8-7ae0-48f4-be42-27fb16916090 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0529125 Oct 27 21:29:52.652789 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d8928a3a-5f88-4788-98fb-2d16b6c300b9 req-bddda3ff-11f7-4a30-9ec0-b5489433c5c7 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Oct 27 21:29:52.678079 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57920) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:52.821388 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794da66-ad46-4aa8-a743-91c0cb0009be tempest-TestShelveInstance-56432642 tempest-TestShelveInstance-56432642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.822900 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8794da66-ad46-4aa8-a743-91c0cb0009be tempest-TestShelveInstance-56432642 tempest-TestShelveInstance-56432642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1093 time: 0.1438680 Oct 27 21:29:52.826486 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 57924) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:52.830628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729dfea-8b4f-4dd4-b19e-007d94e52971 req-a71e854d-ce53-4fe9-a8b9-37901a6c6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.831666 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'port_id': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:52.832166 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6729dfea-8b4f-4dd4-b19e-007d94e52971 req-a71e854d-ce53-4fe9-a8b9-37901a6c6c9a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.0397518 Oct 27 21:29:52.859293 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for floatingip, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.871320 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6729dfea-8b4f-4dd4-b19e-007d94e52971 req-07b5fd1e-4f40-46c0-a79d-6c527ccaafcf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Oct 27 21:29:52.958448 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.062424 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Allocated IP 172.27.1.31 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/59aa2da8-0fb3-4f04-a3c9-975f95f2b0e5) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:53.163199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.196280 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.235464 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:53.238348 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:53.241774 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:53.262175 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'Port': ['ID=59aa2da8-0fb3-4f04-a3c9-975f95f2b0e5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.507156 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71c8c-497e-49f9-8047-cd0cf3f29c68 req-2baac636-ca80-43d6-82d6-9bf80cdfd87e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:53.507790 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e3e71c8c-497e-49f9-8047-cd0cf3f29c68 req-2baac636-ca80-43d6-82d6-9bf80cdfd87e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0825372 Oct 27 21:29:53.521674 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d73673-94a3-438c-be12-a9343b959c0a req-89460e31-9e17-4506-a6bb-8e5012c62452 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:53.523211 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f4d73673-94a3-438c-be12-a9343b959c0a req-89460e31-9e17-4506-a6bb-8e5012c62452 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0860984 Oct 27 21:29:53.585516 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e3e71c8c-497e-49f9-8047-cd0cf3f29c68 req-a73aa426-52fe-4314-ad0d-71345a62a6cf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611286 Oct 27 21:29:53.595480 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f4d73673-94a3-438c-be12-a9343b959c0a req-3223cf23-8856-436f-8b97-53a1d2f9bc74 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639324 Oct 27 21:29:53.651290 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.728811 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.882674 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.887400 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.957754 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event updated for resources: {'Port': ['ID=59aa2da8-0fb3-4f04-a3c9-975f95f2b0e5,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.967424 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.270905 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Floating IP 5be9b17e-ea6c-447c-b962-a09d766f2d69 associated. External IP: 172.27.1.31, port: 25ab62e0-b6a2-45a0-b4dc-232d0293e191. Oct 27 21:29:54.476214 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:54.513957 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-257ab9f9-0978-4af2-b5b1-cee15e3170ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.515355 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-257ab9f9-0978-4af2-b5b1-cee15e3170ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe&tenant_id=9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 1097 time: 0.0689623 Oct 27 21:29:54.588886 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:54.597019 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-edffc81d-2794-427d-a331-70c2e5f55b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.598520 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-edffc81d-2794-427d-a331-70c2e5f55b46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1097 time: 0.0445335 Oct 27 21:29:54.600542 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] Sync routers for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:54.608116 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.612725 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:54.613540 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:54.662441 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-19a76d25-b787-42aa-b8e8-75c141c6caa1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8324575 Oct 27 21:29:54.662441 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:54.664777 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691c7302-c628-4603-8728-7b06cf52425f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:54.737416 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:54.783737 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a508-33fd-4087-a7cc-e3c33202c26d req-8f4440c2-5467-4004-a795-ba724ea08ce2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.785407 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9081a508-33fd-4087-a7cc-e3c33202c26d req-8f4440c2-5467-4004-a795-ba724ea08ce2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1028969 Oct 27 21:29:54.825168 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c317-857c-42ad-8b5b-03e71492bb30 req-222001b5-c006-46ed-90d5-68135af2f2f5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.826712 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2d68c317-857c-42ad-8b5b-03e71492bb30 req-222001b5-c006-46ed-90d5-68135af2f2f5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.1108303 Oct 27 21:29:54.830205 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-f46b4256-2ea9-45f0-a7f6-9b5c4b91b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.831938 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-f46b4256-2ea9-45f0-a7f6-9b5c4b91b219 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.2108157 Oct 27 21:29:54.875268 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9081a508-33fd-4087-a7cc-e3c33202c26d req-3cd5b378-8d7f-4194-ab41-3a2701a14adc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761967 Oct 27 21:29:54.921533 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60558bc7-c0ef-4a87-9c68-30ef4fe22a4c x-openstack-request-id: req-60558bc7-c0ef-4a87-9c68-30ef4fe22a4c {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:54.922044 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:54.922232 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60558bc7-c0ef-4a87-9c68-30ef4fe22a4c {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:54.922732 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'status': 'completed', 'code': 200} Oct 27 21:29:54.948227 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2d68c317-857c-42ad-8b5b-03e71492bb30 req-326f67ba-5a42-4949-9499-84d2f01c3f46 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124179 Oct 27 21:29:54.985472 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '5be9b17e-ea6c-447c-b962-a09d766f2d69', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'port_id': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'mac_address': 'fa:16:3e:a8:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 0, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:26Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:54.996488 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-3b1be828-e401-4aac-8c72-454bd98c7920 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 999 time: 0.1377258 Oct 27 21:29:55.022541 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] Checking router: 291a13b9-3bd4-4ffa-86a3-9ec780649b0d for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:55.034392 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:55.035007 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:29:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:55.067958 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c7302-c628-4603-8728-7b06cf52425f req-96504613-7870-4317-8bfa-192eb974dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.069741 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-96504613-7870-4317-8bfa-192eb974dad0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1098 time: 0.0530932 Oct 27 21:29:55.073971 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-7c8ba1f1-831c-4f3a-8e71-3d2aa3401a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.075386 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-7c8ba1f1-831c-4f3a-8e71-3d2aa3401a8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0591102 Oct 27 21:29:55.148370 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-9c1f54c7-b6e9-43c1-b0c1-193ab9a451b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.151115 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-9c1f54c7-b6e9-43c1-b0c1-193ab9a451b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649087 Oct 27 21:29:55.167693 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:55.211163 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c7302-c628-4603-8728-7b06cf52425f req-afe7d3a7-8bbd-4796-8246-bd4b55319b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.213048 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-afe7d3a7-8bbd-4796-8246-bd4b55319b2e service neutron] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 909 time: 0.1280868 Oct 27 21:29:55.284119 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-78407782-8893-47e9-9099-119d82660b4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 998 time: 0.0615952 Oct 27 21:29:55.312140 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-fd8ea3be-db98-4e7d-810c-d8620ad2ed18 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508882 Oct 27 21:29:55.375427 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2ea6b-7040-4878-8591-b74dd6f06703 req-da7bd3c6-4184-4612-bfef-16d273c55dde tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.376954 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ccd2ea6b-7040-4878-8591-b74dd6f06703 req-da7bd3c6-4184-4612-bfef-16d273c55dde tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1086261 Oct 27 21:29:55.379981 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c7302-c628-4603-8728-7b06cf52425f req-f2c49496-7c37-4417-b0ae-4f7d4e6b5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.381490 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-f2c49496-7c37-4417-b0ae-4f7d4e6b5853 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0863378 Oct 27 21:29:55.384573 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-23827966-965f-441d-98b5-53ea8114d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.385954 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-23827966-965f-441d-98b5-53ea8114d63d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 1098 time: 0.0793993 Oct 27 21:29:55.441814 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '5be9b17e-ea6c-447c-b962-a09d766f2d69', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'port_id': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'mac_address': 'fa:16:3e:a8:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 0, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:26Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:55.442519 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ccd2ea6b-7040-4878-8591-b74dd6f06703 req-e7c7e59f-ca37-400d-931a-b67e3d322d3e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Oct 27 21:29:55.447226 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-247f8fd2-dd2d-473e-bcab-dc638bb084e5 req-622f83ec-fb61-46d6-88eb-8d7e164f134a service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259429 Oct 27 21:29:55.471067 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c2943-c87f-4717-9ec8-cda337257025 None None] The sync data for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi is: [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '5be9b17e-ea6c-447c-b962-a09d766f2d69', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'port_id': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'mac_address': 'fa:16:3e:a8:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:53Z', 'updated_at': '2021-10-27T21:29:53Z', 'revision_number': 0, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:26Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:55.503486 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c7302-c628-4603-8728-7b06cf52425f req-3071a6e7-a60a-47fc-a429-9cfddbbc2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.505004 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-3071a6e7-a60a-47fc-a429-9cfddbbc2d54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028411 Oct 27 21:29:55.538009 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-a6eed555-a69a-43bf-9355-7e9dc055e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.539596 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-a6eed555-a69a-43bf-9355-7e9dc055e993 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.1361930 Oct 27 21:29:55.629373 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-00cb8043-06c6-465e-9585-195cdc0bb4fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 200 len: 217 time: 0.0767953 Oct 27 21:29:55.671855 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-54b2d93f-7127-4050-b47d-b4cb8d83629e service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418171 Oct 27 21:29:55.684739 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b16d48b-b25a-4538-8639-7bb204f305fe None None] New status for floating IP 5be9b17e-ea6c-447c-b962-a09d766f2d69: ACTIVE {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:29:55.760127 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-c92f51c4-ff91-401f-b01a-6257c977f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.761640 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-c92f51c4-ff91-401f-b01a-6257c977f3d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0883131 Oct 27 21:29:55.804324 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-6b79c857-7a53-4bf4-ae77-776d7e45feb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302153 Oct 27 21:29:55.879333 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-691c7302-c628-4603-8728-7b06cf52425f req-18ce2742-d358-4b7f-9726-318bb5cd3aaf service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675668 Oct 27 21:29:55.936629 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-ea786644-e7e9-475d-9741-eb3a95e2abf0 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174898 Oct 27 21:29:56.049964 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-95ce09a5-7008-48ce-937f-89e5f868df73 req-0b55e2c0-67e7-4d4b-a73a-1eb88410bd19 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963066 Oct 27 21:29:56.150249 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded8bfe-fcc2-4f62-bec9-94889905d33f req-8069685a-379a-42b3-8599-9f40a4bf10a1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:56.151750 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5ded8bfe-fcc2-4f62-bec9-94889905d33f req-8069685a-379a-42b3-8599-9f40a4bf10a1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0837083 Oct 27 21:29:56.199849 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5ded8bfe-fcc2-4f62-bec9-94889905d33f req-5501c2d6-baa8-4085-a6e1-639570fe1fed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Oct 27 21:29:56.565974 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184fc0-cd72-4f20-82ce-b3f98964b930 req-a0c0a8df-d5f6-4521-90ef-881bec2638d4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:56.567450 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-16184fc0-cd72-4f20-82ce-b3f98964b930 req-a0c0a8df-d5f6-4521-90ef-881bec2638d4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0527246 Oct 27 21:29:56.606676 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-16184fc0-cd72-4f20-82ce-b3f98964b930 req-88504a44-a4d0-4c8c-a141-a2b59c378166 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Oct 27 21:29:57.321012 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7540d7-29f6-4967-b17e-991865f22d73 req-a72cd45c-d556-42b3-9745-8c0d31ca70e3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:57.322559 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bc7540d7-29f6-4967-b17e-991865f22d73 req-a72cd45c-d556-42b3-9745-8c0d31ca70e3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0491264 Oct 27 21:29:57.359952 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bc7540d7-29f6-4967-b17e-991865f22d73 req-b1527074-57a0-45dc-9a97-9c8bb980447e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308793 Oct 27 21:29:57.726401 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c4990-3f70-41e2-8476-e8668d0a011d req-9ed41234-7720-4850-b6e1-03a364270b00 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:57.727864 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c6c4990-3f70-41e2-8476-e8668d0a011d req-9ed41234-7720-4850-b6e1-03a364270b00 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0522983 Oct 27 21:29:57.766299 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c6c4990-3f70-41e2-8476-e8668d0a011d req-758964f2-10c7-4cfb-9949-ee02ae14510e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Oct 27 21:29:58.483614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab8bb-94df-42a2-9e3e-84d765f394d2 req-bcbf1769-c836-4f08-8a1a-db310930a63e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.487101 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-043ab8bb-94df-42a2-9e3e-84d765f394d2 req-bcbf1769-c836-4f08-8a1a-db310930a63e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0543518 Oct 27 21:29:58.527794 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-043ab8bb-94df-42a2-9e3e-84d765f394d2 req-90ce7538-a39b-4884-8f4d-ef31af7625a9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333006 Oct 27 21:29:58.901285 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74cdc8-e443-4b09-9446-d6c1d1ab3680 req-fc3f23b2-cce7-4cf8-a89e-1c7d0285d6fb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.902770 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ed74cdc8-e443-4b09-9446-d6c1d1ab3680 req-fc3f23b2-cce7-4cf8-a89e-1c7d0285d6fb tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0503538 Oct 27 21:29:58.940968 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ed74cdc8-e443-4b09-9446-d6c1d1ab3680 req-a087c36e-8663-4f2b-af87-1fe752dbacc0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Oct 27 21:29:59.555406 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-99b08ece-952f-44f9-b82d-f28b718954c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387751555&fields=id&tenant_id=e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 267 time: 0.0355170 Oct 27 21:29:59.692784 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f54ba-02f6-4906-87a0-d994ce77a869 req-38f1d1f5-7d21-431e-960d-98bc75ea4b09 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:59.694300 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c81f54ba-02f6-4906-87a0-d994ce77a869 req-38f1d1f5-7d21-431e-960d-98bc75ea4b09 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0821106 Oct 27 21:29:59.705106 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-0b7625c0-5225-4d55-bdb6-38d45605edbd tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:59.706706 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-0b7625c0-5225-4d55-bdb6-38d45605edbd tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 812 time: 0.1436470 Oct 27 21:29:59.735195 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-09babfd1-2c7f-4a22-bb98-156570747237 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/quotas/e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 375 time: 0.0193343 Oct 27 21:29:59.762586 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c81f54ba-02f6-4906-87a0-d994ce77a869 req-d481a75c-55c3-4a4d-b40d-3203904edf8d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547717 Oct 27 21:29:59.803400 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-29014d62-5bd0-439c-89f4-768c56491960 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581958 Oct 27 21:29:59.908380 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7a3d0a6a-401e-4794-8c0b-d442d61847a8 service neutron] 10.222.0.55 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910749 Oct 27 21:30:00.016896 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-f98e875d-4dfb-4c9e-92ce-0a5d61d1278e service neutron] 10.222.0.55 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008284 Oct 27 21:30:00.073013 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3ad1f-348a-4ebb-91d7-afc732e4df4a req-1bda2573-13f1-4361-80ba-d68f1668ac46 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:00.080818 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-90f3ad1f-348a-4ebb-91d7-afc732e4df4a req-1bda2573-13f1-4361-80ba-d68f1668ac46 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0595086 Oct 27 21:30:00.116880 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-90f3ad1f-348a-4ebb-91d7-afc732e4df4a req-5b1c34a0-c633-4b39-b6eb-57199bc0c61e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348344 Oct 27 21:30:00.418798 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-600247b2-d61a-4616-a451-f756b010729f req-ead97393-2172-4768-a4db-e9d3d4ff5e69 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0454814 Oct 27 21:30:00.898573 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9328d-61e1-41b5-a341-8bf895daf462 req-799f5fe6-ab72-4cc7-9d61-005de34dd86a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:00.899967 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d1f9328d-61e1-41b5-a341-8bf895daf462 req-799f5fe6-ab72-4cc7-9d61-005de34dd86a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0497217 Oct 27 21:30:00.948049 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d1f9328d-61e1-41b5-a341-8bf895daf462 req-b5ae1171-bb76-4eff-a55f-6ae3cf6c6eaf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Oct 27 21:30:01.447206 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e36d-849f-4811-ae0e-b5cb61d20d44 req-02778661-f40a-4b78-b2f4-6907517a4d6b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:01.449128 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb34e36d-849f-4811-ae0e-b5cb61d20d44 req-02778661-f40a-4b78-b2f4-6907517a4d6b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.2524617 Oct 27 21:30:01.489046 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb34e36d-849f-4811-ae0e-b5cb61d20d44 req-18550796-5031-4e1c-a8f3-cfd0e82e14da tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Oct 27 21:30:01.513153 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0dc1fa4f-43ef-4777-80dd-d2a7cf63f135 req-36f23fb4-a6c4-4c35-b551-52537c854ab4 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Oct 27 21:30:02.068275 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59eea3-3600-4869-bfa2-df649b1dff60 req-d2a70de0-1fbc-4469-a462-51e81ed26f98 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.069772 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9d59eea3-3600-4869-bfa2-df649b1dff60 req-d2a70de0-1fbc-4469-a462-51e81ed26f98 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0503418 Oct 27 21:30:02.108016 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9d59eea3-3600-4869-bfa2-df649b1dff60 req-4c87b174-4cd4-4b4b-8ca5-2070e1446303 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323069 Oct 27 21:30:02.630518 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d7249b2e-383f-46cd-8cbd-9ff14b256850 req-ae9804c0-ebb1-4a08-9b00-17e485bb3f55 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0290887 Oct 27 21:30:02.646712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927be08-977e-4e6f-b7da-80168de41000 req-fa5a4142-ff13-4042-8180-41c0f653edcd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.648380 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0927be08-977e-4e6f-b7da-80168de41000 req-fa5a4142-ff13-4042-8180-41c0f653edcd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0798185 Oct 27 21:30:02.689212 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0927be08-977e-4e6f-b7da-80168de41000 req-a80fd7e3-7da4-491e-818c-096fb24fd445 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Oct 27 21:30:03.226920 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddc245-5319-4a56-93ea-6b0822058903 req-cba50b5e-21a9-48d2-ad56-18519d71039a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.229279 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7fddc245-5319-4a56-93ea-6b0822058903 req-cba50b5e-21a9-48d2-ad56-18519d71039a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0507841 Oct 27 21:30:03.267295 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7fddc245-5319-4a56-93ea-6b0822058903 req-56b8dd66-b3ea-4267-9301-4d33b577f5ae tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Oct 27 21:30:03.729231 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c66ad4f0-e1c6-47a3-b5ce-a92c88592f33 req-472c3d5a-6196-4a78-8463-128e843061dc tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0339363 Oct 27 21:30:03.811774 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b1a52-ec29-4988-b329-e74d55b34aab req-5d19a235-60fb-45cb-939b-8e1651d0c3fd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.813335 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3c9b1a52-ec29-4988-b329-e74d55b34aab req-5d19a235-60fb-45cb-939b-8e1651d0c3fd tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0485787 Oct 27 21:30:03.853981 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3c9b1a52-ec29-4988-b329-e74d55b34aab req-04bbcfc4-6140-451e-bb06-c2184f3e1000 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344155 Oct 27 21:30:04.391396 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611107-c803-458e-9c92-56ad81e3d8ef req-4cd4b714-3602-49c8-8bf1-d47300c0ebc0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.392887 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc611107-c803-458e-9c92-56ad81e3d8ef req-4cd4b714-3602-49c8-8bf1-d47300c0ebc0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0485368 Oct 27 21:30:04.438960 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc611107-c803-458e-9c92-56ad81e3d8ef req-12362961-b21a-46ff-99a4-1e1863bd9910 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372131 Oct 27 21:30:04.820622 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fdddb2f8-07d2-443b-92fa-1aea9039610d req-89c326e0-1148-4f45-9e13-1f82e4e26a7a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Oct 27 21:30:04.980492 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5cf72-0179-4ff8-95bc-2814a888d7e7 req-ef337e46-cbd8-4d63-9f15-30a0e445dbc1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.982023 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ccd5cf72-0179-4ff8-95bc-2814a888d7e7 req-ef337e46-cbd8-4d63-9f15-30a0e445dbc1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0574913 Oct 27 21:30:05.025118 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ccd5cf72-0179-4ff8-95bc-2814a888d7e7 req-09e4ae27-b5cd-4d2d-ad31-a81c7d154735 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Oct 27 21:30:05.574607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcc195-5b60-4ca5-806c-59cf6c504103 req-11a11301-21af-42b4-b0d8-1d07b6ad25ce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.576154 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1bcc195-5b60-4ca5-806c-59cf6c504103 req-11a11301-21af-42b4-b0d8-1d07b6ad25ce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0607765 Oct 27 21:30:05.617079 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1bcc195-5b60-4ca5-806c-59cf6c504103 req-4a4b3787-2830-422f-9b09-58dc72df7037 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Oct 27 21:30:05.911702 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bdf26f16-e3ba-4f3e-97e9-48435895c3d8 req-b8039c09-50a6-4bd3-ab49-14e855db3ab5 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0256197 Oct 27 21:30:06.151090 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd2c8-4b1e-4973-bf5b-f7cf32b3332a req-7286abcd-2d0c-48bc-8b87-057855f4bd95 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.153152 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dcefd2c8-4b1e-4973-bf5b-f7cf32b3332a req-7286abcd-2d0c-48bc-8b87-057855f4bd95 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0615332 Oct 27 21:30:06.190891 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dcefd2c8-4b1e-4973-bf5b-f7cf32b3332a req-e53ec7bb-5020-49f3-9820-22082128d011 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Oct 27 21:30:06.338869 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9ad3af7e-41cb-417c-9729-c128a0e6c3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:06.765511 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a857b-bb3c-4b01-ab3b-9ebb3678c0d9 req-c69d39ab-59c1-42b8-9161-0a42598abbba tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.775119 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f92a857b-bb3c-4b01-ab3b-9ebb3678c0d9 req-c69d39ab-59c1-42b8-9161-0a42598abbba tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0688686 Oct 27 21:30:06.817577 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f92a857b-bb3c-4b01-ab3b-9ebb3678c0d9 req-d8baa1e9-4110-4d00-b429-7038da32bdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Oct 27 21:30:07.021081 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb95c2e0-aec4-4609-a030-5fae17e0e18a req-f355ca46-633d-497d-b8f0-072b3b91c051 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0269041 Oct 27 21:30:07.313125 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d653d4-4355-4b89-af6c-3914e3f82771 req-a689795d-60a9-4dae-b6d4-2090f9fd024b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.315167 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f5d653d4-4355-4b89-af6c-3914e3f82771 req-a689795d-60a9-4dae-b6d4-2090f9fd024b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0561075 Oct 27 21:30:07.352761 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f5d653d4-4355-4b89-af6c-3914e3f82771 req-1507c8bc-9d33-4aac-9d71-0b83054f2ae3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Oct 27 21:30:07.931121 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa342ab-d8a5-4ce3-bef6-a3cfe37bfd97 req-3c99f354-dd32-41d5-87c0-a9a95ee99873 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.932526 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-daa342ab-d8a5-4ce3-bef6-a3cfe37bfd97 req-3c99f354-dd32-41d5-87c0-a9a95ee99873 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0507021 Oct 27 21:30:07.970164 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-daa342ab-d8a5-4ce3-bef6-a3cfe37bfd97 req-e49159fb-4f2f-4de2-9fcb-5d0bb81e9760 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Oct 27 21:30:08.115899 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b0e60f25-8c19-472a-b8d5-a7759d30b52d req-0e4d14f3-2fcc-41d0-a80d-da2d5f37aa7b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0266781 Oct 27 21:30:08.464642 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2112-1ab7-4934-a72d-b08798bfc7b6 req-7b048c19-9a2c-47ca-94f1-67bd32702e89 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.466124 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2d3d2112-1ab7-4934-a72d-b08798bfc7b6 req-7b048c19-9a2c-47ca-94f1-67bd32702e89 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0475230 Oct 27 21:30:08.505814 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2d3d2112-1ab7-4934-a72d-b08798bfc7b6 req-ce123b4d-b667-490c-b004-a4a8214b7235 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Oct 27 21:30:08.895009 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5370d55a-d923-4b1d-9cb1-8615e8890bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.086729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0125-598d-433b-8d2b-c0320c8a3e63 req-9515e814-1e2c-4708-b91d-fed211f47764 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.088174 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3c1d0125-598d-433b-8d2b-c0320c8a3e63 req-9515e814-1e2c-4708-b91d-fed211f47764 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0474348 Oct 27 21:30:09.124934 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3c1d0125-598d-433b-8d2b-c0320c8a3e63 req-4c1f094a-1d18-4a3e-aa99-77833203c776 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302763 Oct 27 21:30:09.206596 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-435823ce-b5e4-450d-81bd-efbd76fd71f0 req-0a8ed3fb-c88f-4758-aab4-15d87061c167 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0261059 Oct 27 21:30:09.618812 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a99160-f4dc-42d7-ac52-0e0dce074950 req-5b69513e-91a3-4438-a874-81ec48cbd8ce tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.620269 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b9a99160-f4dc-42d7-ac52-0e0dce074950 req-5b69513e-91a3-4438-a874-81ec48cbd8ce tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0476890 Oct 27 21:30:09.657218 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b9a99160-f4dc-42d7-ac52-0e0dce074950 req-735c0c82-4191-467e-a5b2-72d1adcdfa1e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Oct 27 21:30:10.021139 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.129261 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.249817 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631af1b-8ded-4965-bdcc-178e57edf1ec req-6c18c043-07a2-4863-8aca-9416febac3b8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.251667 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6631af1b-8ded-4965-bdcc-178e57edf1ec req-6c18c043-07a2-4863-8aca-9416febac3b8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0541837 Oct 27 21:30:10.308361 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7417c6aa-d9f3-42c1-8230-a4e00aa2fece req-06c00bc7-95fd-4d66-a627-bfe93bd91394 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0325255 Oct 27 21:30:10.314031 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6631af1b-8ded-4965-bdcc-178e57edf1ec req-a6c383c1-8cca-4196-854a-340b20c1cb47 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558949 Oct 27 21:30:10.776521 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93105e-bdca-4e2e-9a60-5f0310fe85ff req-31c253dd-9413-46c1-bf12-d19d509ddca4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.778031 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e93105e-bdca-4e2e-9a60-5f0310fe85ff req-31c253dd-9413-46c1-bf12-d19d509ddca4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0548007 Oct 27 21:30:10.815692 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e93105e-bdca-4e2e-9a60-5f0310fe85ff req-8242666c-e1e5-4743-ab6e-8106a26232d3 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Oct 27 21:30:11.417692 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-35a4b9b7-11e2-4dd1-a27e-1971c548bdd8 req-74ffaba3-4c64-4c9f-a98b-41dcf05f8608 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0397978 Oct 27 21:30:11.453808 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324a45-f89f-4082-bc46-84037de9e5fa req-c41add8c-616c-44f2-9f86-fac5c03ad8d3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.455268 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36324a45-f89f-4082-bc46-84037de9e5fa req-c41add8c-616c-44f2-9f86-fac5c03ad8d3 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0688429 Oct 27 21:30:11.492038 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-36324a45-f89f-4082-bc46-84037de9e5fa req-9d175d35-03a3-4803-a8a2-aa625830df4f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308855 Oct 27 21:30:11.770373 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:11.929961 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1f97a-bbbb-4966-9fa0-376c950fadd1 req-b9a5b96c-95ea-4fb5-a873-db57fa9711ca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.931371 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c6d1f97a-bbbb-4966-9fa0-376c950fadd1 req-b9a5b96c-95ea-4fb5-a873-db57fa9711ca tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0487037 Oct 27 21:30:11.972093 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c6d1f97a-bbbb-4966-9fa0-376c950fadd1 req-f296bdaa-31ff-4b80-8844-40d512473f1b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345998 Oct 27 21:30:12.420858 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-585e77fa-00d1-42ed-9b56-7ca325af1eca tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.422319 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-585e77fa-00d1-42ed-9b56-7ca325af1eca tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 812 time: 0.1056688 Oct 27 21:30:12.480129 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-ba0f2802-d796-4a88-b0f9-f73f5db08cd6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 380 time: 0.0358555 Oct 27 21:30:12.494032 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'port': {'device_id': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'admin_state_up': True, 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'security_groups': ['6a2bd720-7c4b-4094-b832-93f417e1ab94']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:12.516652 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f033b0fe-28c5-42a9-9e1a-809c87c9cebd req-5d39c563-14d0-4b90-81e4-890ced8b940d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Oct 27 21:30:12.629563 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463490aa-e984-4bf3-9e5b-f5761630a3b3 req-80e71a07-a078-4619-b990-1edf3fc7362b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.629832 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Made reservation on behalf of e66d26b155564be4b57dc8227d98bdf2 for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:12.633232 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-463490aa-e984-4bf3-9e5b-f5761630a3b3 req-80e71a07-a078-4619-b990-1edf3fc7362b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0589952 Oct 27 21:30:12.633554 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.682487 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-463490aa-e984-4bf3-9e5b-f5761630a3b3 req-07b22a78-03f6-4d0d-985a-d069dba2d350 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Oct 27 21:30:12.792788 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Allocated IP 172.20.0.3 (cd9d3f56-d807-49ad-8f2a-c7cf953c1725/8d76b771-1391-4a67-8a9f-40441c28e567/4fba1633-1a28-457c-9850-5e6fa31728a3) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:12.928726 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.961737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.005801 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:13.009221 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:13.013087 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:13.038279 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=4fba1633-1a28-457c-9850-5e6fa31728a3,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:13.068361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.069235 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.085903 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7994c4f2-c287-46dc-b94c-de30033e9d47 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957470 Oct 27 21:30:13.110655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Request body: {'port': {'device_id': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:13.127561 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a945-2dba-40fa-a64b-dd9cdf916700 req-e9c353a4-a744-41fd-9f9c-5a4e4d81403c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.136857 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3c48a945-2dba-40fa-a64b-dd9cdf916700 req-e9c353a4-a744-41fd-9f9c-5a4e4d81403c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0960457 Oct 27 21:30:13.176278 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.188283 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3c48a945-2dba-40fa-a64b-dd9cdf916700 req-23c63323-7538-4312-8652-cefe92700a0b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471547 Oct 27 21:30:13.302080 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-084830e8-f6be-40b6-9dfc-0eb99188f45e None None] Provisioning complete for port 4fba1633-1a28-457c-9850-5e6fa31728a3 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:13.302624 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-084830e8-f6be-40b6-9dfc-0eb99188f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.340769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-084830e8-f6be-40b6-9dfc-0eb99188f45e None None] Port 4fba1633-1a28-457c-9850-5e6fa31728a3 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:13.380417 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2c39e-bd2f-4944-b3ee-f2adaef58247 req-fb117028-5d33-4968-9679-e1b26cdc5113 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.383351 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-47f2c39e-bd2f-4944-b3ee-f2adaef58247 req-fb117028-5d33-4968-9679-e1b26cdc5113 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 945 time: 0.0542550 Oct 27 21:30:13.425505 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-47f2c39e-bd2f-4944-b3ee-f2adaef58247 req-ce63126e-33db-4119-b1bc-3ef0ff957a2e tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Oct 27 21:30:13.468425 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fba1633-1a28-457c-9850-5e6fa31728a3 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:13.475988 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.489197 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Transition to ACTIVE for port object 4fba1633-1a28-457c-9850-5e6fa31728a3 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:13.492935 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.544230 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Pushing event updated for resources: {'Port': ['ID=4fba1633-1a28-457c-9850-5e6fa31728a3,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:13.620174 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Attempting to bind port 4fba1633-1a28-457c-9850-5e6fa31728a3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:13.625385 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Attempting to bind port 4fba1633-1a28-457c-9850-5e6fa31728a3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:13.626154 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Attempting to bind port 4fba1633-1a28-457c-9850-5e6fa31728a3 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:13.633127 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Port 4fba1633-1a28-457c-9850-5e6fa31728a3 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:13.633523 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Attempting to bind port 4fba1633-1a28-457c-9850-5e6fa31728a3 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:13.640086 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:13.640501 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Checking segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:13.641181 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Bound using segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:13.641694 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Bound port: 4fba1633-1a28-457c-9850-5e6fa31728a3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:13.642145 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.664552 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9c5f-7c50-4546-b512-673c7a5646a9 req-0b3fd88d-bd66-4753-9458-7e272d27bb1b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.666236 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-66ae9c5f-7c50-4546-b512-673c7a5646a9 req-0b3fd88d-bd66-4753-9458-7e272d27bb1b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0675280 Oct 27 21:30:13.759784 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-66ae9c5f-7c50-4546-b512-673c7a5646a9 req-11cdd216-7255-4604-9080-75c8d826bbfe tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791461 Oct 27 21:30:13.796611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] For port 4fba1633-1a28-457c-9850-5e6fa31728a3, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:13.808542 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] For port 4fba1633-1a28-457c-9850-5e6fa31728a3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fba1633-1a28-457c-9850-5e6fa31728a3,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:13.821997 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.869954 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.870671 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:13.872245 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] 10.222.0.74 "PUT /v2.0/ports/4fba1633-1a28-457c-9850-5e6fa31728a3 HTTP/1.1" status: 200 len: 1093 time: 0.7682078 Oct 27 21:30:13.874306 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563f81b-b9b6-4926-b5be-45629c62a194 req-fa989d11-55c1-477f-b6e7-cd45be983d5c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.875051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:13.877091 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2563f81b-b9b6-4926-b5be-45629c62a194 req-fa989d11-55c1-477f-b6e7-cd45be983d5c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0701818 Oct 27 21:30:13.878245 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176" -d '{"events": [{"name": "network-changed", "server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:13.902015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45e9d-8aa7-4ab1-8868-fcc2642eb66f service neutron] Pushing event updated for resources: {'Port': ['ID=4fba1633-1a28-457c-9850-5e6fa31728a3,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:13.925624 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2563f81b-b9b6-4926-b5be-45629c62a194 req-21ba26e6-e8ff-4fb3-b17c-03f505d45282 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 Oct 27 21:30:13.929143 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07027505-d064-4959-a862-95052a545cfc x-openstack-request-id: req-07027505-d064-4959-a862-95052a545cfc {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:13.929429 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:13.930421 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07027505-d064-4959-a862-95052a545cfc {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:13.931764 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'status': 'completed', 'code': 200} Oct 27 21:30:13.996537 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-b860b5ec-4792-4ea3-b88e-61f6c9056773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.998621 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-b860b5ec-4792-4ea3-b88e-61f6c9056773 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 1096 time: 0.0422077 Oct 27 21:30:14.054775 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-7473a7ad-1d84-4316-81f6-51700c44cb24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fba1633-1a28-457c-9850-5e6fa31728a3 HTTP/1.1" status: 200 len: 217 time: 0.0371130 Oct 27 21:30:14.106521 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-2ee28257-233c-46f0-bf14-0b4934369d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.108015 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-2ee28257-233c-46f0-bf14-0b4934369d06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0434363 Oct 27 21:30:14.158071 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c59b3-f99f-4310-9a67-9477f3380135 req-56ee5272-2f52-4244-bf08-b79e15fa610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.159649 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-56ee5272-2f52-4244-bf08-b79e15fa610c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399070 Oct 27 21:30:14.313225 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaa38d-4e0b-464a-bbe2-eafccd8f6c24 req-effc1843-ddbe-4298-ac5e-6879e9377d5c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.314680 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00aaa38d-4e0b-464a-bbe2-eafccd8f6c24 req-effc1843-ddbe-4298-ac5e-6879e9377d5c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0539532 Oct 27 21:30:14.354933 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00aaa38d-4e0b-464a-bbe2-eafccd8f6c24 req-4c582033-84d4-4c4b-8209-ec469eeae2d5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340002 Oct 27 21:30:14.471996 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-281c1dc3-3f27-4d43-b2f4-95f7d754a593 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043253 Oct 27 21:30:14.547992 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b968b-f1e2-4284-b378-1fa07aa0b3ba req-4a657932-d784-47be-b40f-f2d25a36e49b tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.549512 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-db3b968b-f1e2-4284-b378-1fa07aa0b3ba req-4a657932-d784-47be-b40f-f2d25a36e49b tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 945 time: 0.0558510 Oct 27 21:30:14.573594 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-697c59b3-f99f-4310-9a67-9477f3380135 req-dd716913-053b-4067-9bef-d227fac24aba service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905159 Oct 27 21:30:14.592648 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-db3b968b-f1e2-4284-b378-1fa07aa0b3ba req-d2b8f07c-850b-436c-80a4-0545c4a24cdf tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340345 Oct 27 21:30:14.756207 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-ba40c06a-bafb-47cb-9ea0-96dc87948146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.758103 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-ba40c06a-bafb-47cb-9ea0-96dc87948146 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 1096 time: 0.0506692 Oct 27 21:30:14.870990 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-08c19432-d3f4-469a-981b-a60d6bb873a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.872438 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-08c19432-d3f4-469a-981b-a60d6bb873a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0948572 Oct 27 21:30:14.894758 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907514e6-29eb-49e9-b60b-d2a3eb5b40ff req-dfe11db7-f498-4d8b-999e-cbb3f4c82f11 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.897696 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-907514e6-29eb-49e9-b60b-d2a3eb5b40ff req-dfe11db7-f498-4d8b-999e-cbb3f4c82f11 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0552022 Oct 27 21:30:14.934195 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-7b67b93b-354d-4dd0-9110-a143aa957fdf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fba1633-1a28-457c-9850-5e6fa31728a3 HTTP/1.1" status: 200 len: 217 time: 0.0456221 Oct 27 21:30:14.949548 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-907514e6-29eb-49e9-b60b-d2a3eb5b40ff req-752df90b-bce5-439a-8396-f21daff76a20 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Oct 27 21:30:15.001453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-c1277aa3-3c57-4c4e-a6ac-8672274d5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.002832 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-c1277aa3-3c57-4c4e-a6ac-8672274d5aea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0493672 Oct 27 21:30:15.068820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-9e9d63d6-574e-44b2-9dbe-ac3dcd6ac65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.070315 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-9e9d63d6-574e-44b2-9dbe-ac3dcd6ac65f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528529 Oct 27 21:30:15.086097 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee131d-e439-4c9a-9351-f27488695c1f req-aa75c7b2-4530-4271-988d-bcebfbb489c2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.087629 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5ee131d-e439-4c9a-9351-f27488695c1f req-aa75c7b2-4530-4271-988d-bcebfbb489c2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0662334 Oct 27 21:30:15.129346 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5ee131d-e439-4c9a-9351-f27488695c1f req-b9c94339-f8c2-49bf-bab8-08f50fff07c0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320709 Oct 27 21:30:15.192975 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-d33a1418-c651-4bda-9b56-921c932ec27b service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086543 Oct 27 21:30:15.293333 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3b7c1fb2-f733-4bd6-8d47-58c725a6d176 req-13c6463a-eb14-46bf-a88a-535076a5ec96 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830486 Oct 27 21:30:15.707726 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e7861-01cf-43be-bf0e-8c9f6599e95d req-cf8db846-153c-4859-b214-7740f66cb835 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.719370 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d85e7861-01cf-43be-bf0e-8c9f6599e95d req-cf8db846-153c-4859-b214-7740f66cb835 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 945 time: 0.0559976 Oct 27 21:30:15.774991 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d85e7861-01cf-43be-bf0e-8c9f6599e95d req-22bbba0a-2c75-4b06-b639-1cdb2f20941f tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/security-groups?id=7733d80e-ff9d-4e37-8f04-b3eb64ba3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492377 Oct 27 21:30:15.911221 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-aef991ee-1096-41d8-b907-3c15b6bbcca7 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.913176 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-aef991ee-1096-41d8-b907-3c15b6bbcca7 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 945 time: 0.0538902 Oct 27 21:30:16.021020 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Deleting port 06c03912-31bf-485e-af98-789363546098 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:16.021231 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.067532 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712e9a-edb2-4776-bf9b-7faf7ff06c7a req-69a03fde-969a-49cf-a132-cbbfaf0a9f18 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.077744 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d712e9a-edb2-4776-bf9b-7faf7ff06c7a req-69a03fde-969a-49cf-a132-cbbfaf0a9f18 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0628364 Oct 27 21:30:16.112543 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d712e9a-edb2-4776-bf9b-7faf7ff06c7a req-269f11d1-cb65-4e64-a619-7ce1ddbea660 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Oct 27 21:30:16.159137 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] For port 06c03912-31bf-485e-af98-789363546098, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=06c03912-31bf-485e-af98-789363546098,segment=NetworkSegment(fb253b81-8712-4c21-bab7-1e688a032e3b),segment_id=fb253b81-8712-4c21-bab7-1e688a032e3b)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:16.159695 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.186206 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Calling delete_port for 06c03912-31bf-485e-af98-789363546098 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:16.341002 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.349275 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a986-a8db-453e-a0b4-4b736bed373c req-5f789929-93bb-4e00-ab47-219a0f9d9952 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.357254 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01f7a986-a8db-453e-a0b4-4b736bed373c req-5f789929-93bb-4e00-ab47-219a0f9d9952 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0961020 Oct 27 21:30:16.397461 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['06c03912-31bf-485e-af98-789363546098'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:16.426246 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Pushing event deleted for resources: {'Port': ['ID=06c03912-31bf-485e-af98-789363546098,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.436469 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01f7a986-a8db-453e-a0b4-4b736bed373c req-de15ff0e-d5e1-438a-b54f-5c03808278ae tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734899 Oct 27 21:30:16.498570 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] No DVR routers for this DVR port 06c03912-31bf-485e-af98-789363546098 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:30:16.501718 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.505012 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f5b8dfbd-5fca-40b7-9fe4-46e447a23ab1 req-e31d7e28-db3e-47c9-b7c3-d87c0931d00a tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.74 "DELETE /v2.0/ports/06c03912-31bf-485e-af98-789363546098 HTTP/1.1" status: 204 len: 173 time: 0.5851519 Oct 27 21:30:16.506955 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'name': 'network-vif-deleted', 'tag': '06c03912-31bf-485e-af98-789363546098'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:16.509295 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc36e1-b266-49d2-8dec-d4aa1139a78f" -d '{"events": [{"server_uuid": "b5d99215-f6e9-487b-b24f-76a722a92d0f", "name": "network-vif-deleted", "tag": "06c03912-31bf-485e-af98-789363546098"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:16.521172 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-22f453cb-65d5-497a-850f-5f25994ef93a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078644 Oct 27 21:30:16.551372 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e2d60e-2f12-40d9-bccc-5a56eab0ff05 x-openstack-request-id: req-47e2d60e-2f12-40d9-bccc-5a56eab0ff05 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:16.551960 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d99215-f6e9-487b-b24f-76a722a92d0f", "name": "network-vif-deleted", "tag": "06c03912-31bf-485e-af98-789363546098", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:16.552456 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47e2d60e-2f12-40d9-bccc-5a56eab0ff05 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:16.552956 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d99215-f6e9-487b-b24f-76a722a92d0f', 'name': 'network-vif-deleted', 'tag': '06c03912-31bf-485e-af98-789363546098', 'status': 'completed', 'code': 200} Oct 27 21:30:16.644726 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71295881-8d26-46f9-bcae-72af67c0b049 req-7c542405-c686-4341-bebb-eae3c1b83609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.646241 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-7c542405-c686-4341-bebb-eae3c1b83609 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 1098 time: 0.0426338 Oct 27 21:30:16.772358 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71295881-8d26-46f9-bcae-72af67c0b049 req-ad94b573-bfa3-44eb-a23b-44ab8147e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.773888 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-ad94b573-bfa3-44eb-a23b-44ab8147e760 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 200 len: 920 time: 0.0869608 Oct 27 21:30:16.820869 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-d64686f8-3792-4494-96ce-42a93751f374 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667 HTTP/1.1" status: 200 len: 217 time: 0.0339565 Oct 27 21:30:16.882401 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71295881-8d26-46f9-bcae-72af67c0b049 req-66c59243-e081-4200-817c-b40f878a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.883874 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-66c59243-e081-4200-817c-b40f878a1c47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 200 len: 859 time: 0.0542593 Oct 27 21:30:16.894671 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6c9348e5-cef8-4e64-affa-3e9eaf6d8930 req-7e220711-7dc7-456e-a3dc-eadcde9d1118 tempest-VolumesSnapshotTestJSON-348950520 tempest-VolumesSnapshotTestJSON-348950520-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d99215-f6e9-487b-b24f-76a722a92d0f HTTP/1.1" status: 200 len: 210 time: 0.0354810 Oct 27 21:30:16.921054 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-5ce433e9-c475-4abf-8f72-3c0c4554ce07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fcb41586-04fb-4630-80a3-c010cf91302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271432 Oct 27 21:30:17.013223 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-cf20e7b3-a0db-4716-9a65-1741e695da17 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840838 Oct 27 21:30:17.109678 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-71295881-8d26-46f9-bcae-72af67c0b049 req-b075af34-7798-4ff5-a0ad-7916f126ed95 service neutron] 10.222.0.74 "GET /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886867 Oct 27 21:30:17.240030 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8bc3-9210-43f9-8029-6a2128eef692 req-04a59cc3-8440-4137-b973-9615cc61b48c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.241532 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb9b8bc3-9210-43f9-8029-6a2128eef692 req-04a59cc3-8440-4137-b973-9615cc61b48c tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0585051 Oct 27 21:30:17.280069 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb9b8bc3-9210-43f9-8029-6a2128eef692 req-460f5957-e496-4cfa-bad1-f336ee02aa06 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320096 Oct 27 21:30:17.549514 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34798686-5e19-496b-9d4c-0e0283e4b617 req-4f9a7b79-d5aa-4bc7-b922-655020822fec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.551006 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-34798686-5e19-496b-9d4c-0e0283e4b617 req-4f9a7b79-d5aa-4bc7-b922-655020822fec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0503459 Oct 27 21:30:17.590600 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-34798686-5e19-496b-9d4c-0e0283e4b617 req-00977272-2c5b-4c87-934c-b3889bca94d9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334244 Oct 27 21:30:17.679151 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58310) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:17.781421 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-57c8ef40-12e8-4ceb-a9ce-4832f2e75d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.853272 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-57c8ef40-12e8-4ceb-a9ce-4832f2e75d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.856922 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-57c8ef40-12e8-4ceb-a9ce-4832f2e75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.894242 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-57c8ef40-12e8-4ceb-a9ce-4832f2e75d0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8c29d9daa65426b8d40d78af26e189c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140403 Oct 27 21:30:17.895048 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8ef40-12e8-4ceb-a9ce-4832f2e75d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2252a457-0816-44fc-b2b5-d376a0836854,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.896953 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58314) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:17.950035 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa30d-8c3a-4894-b7b9-b80b75e43f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.981743 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa30d-8c3a-4894-b7b9-b80b75e43f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.041066 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa30d-8c3a-4894-b7b9-b80b75e43f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.043881 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa30d-8c3a-4894-b7b9-b80b75e43f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.048527 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4e0aa30d-8c3a-4894-b7b9-b80b75e43f45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2252a457-0816-44fc-b2b5-d376a0836854 HTTP/1.1" status: 204 len: 168 time: 0.1477544 Oct 27 21:30:18.054198 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aa30d-8c3a-4894-b7b9-b80b75e43f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2252a457-0816-44fc-b2b5-d376a0836854,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:18.399239 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed64015-0d9b-4ecb-9014-e26bf6c5cb31 req-a61f59b7-58e7-4afa-a9b7-ac1dccfa7179 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.400811 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fed64015-0d9b-4ecb-9014-e26bf6c5cb31 req-a61f59b7-58e7-4afa-a9b7-ac1dccfa7179 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0511789 Oct 27 21:30:18.441678 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fed64015-0d9b-4ecb-9014-e26bf6c5cb31 req-08783f26-9886-4ebe-9219-5a3e0a035022 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345881 Oct 27 21:30:18.739391 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b61b-6d55-4af0-a7eb-3a717b7b0ce9 req-ec45174f-aaa2-48f1-a8ef-87812f393f69 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.740975 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0e37b61b-6d55-4af0-a7eb-3a717b7b0ce9 req-ec45174f-aaa2-48f1-a8ef-87812f393f69 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 944 time: 0.0634389 Oct 27 21:30:18.782297 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0e37b61b-6d55-4af0-a7eb-3a717b7b0ce9 req-24f8713e-fbe9-4331-8f4f-a6d78ee803c8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349352 Oct 27 21:30:19.143609 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.408695 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:19.415577 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9bc77-c195-4340-9af0-dd15e6e589c5 req-979589ef-310e-4179-9f34-cabf1a48684b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.418144 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a1e9bc77-c195-4340-9af0-dd15e6e589c5 req-979589ef-310e-4179-9f34-cabf1a48684b tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0575929 Oct 27 21:30:19.425266 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 06c03912-31bf-485e-af98-789363546098 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:30:19.457393 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 06c03912-31bf-485e-af98-789363546098 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:30:19.457944 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 06c03912-31bf-485e-af98-789363546098 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:30:19.481997 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a1e9bc77-c195-4340-9af0-dd15e6e589c5 req-c514de6b-98aa-4a97-b2cb-c703bc0d9869 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Oct 27 21:30:19.558304 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:19.570061 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'port_id': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'mac_address': 'fa:16:3e:28:b1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:19.593985 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9c56e-6021-4ad4-ac72-f583aa087e23 req-5f92b6c1-2a01-4d82-8cf7-c0290e7ade8b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.595484 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-80a9c56e-6021-4ad4-ac72-f583aa087e23 req-5f92b6c1-2a01-4d82-8cf7-c0290e7ade8b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0544963 Oct 27 21:30:19.614616 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.628528 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f0a292-8500-4d5e-be54-75f88accdf07 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:19.634362 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-80a9c56e-6021-4ad4-ac72-f583aa087e23 req-962f57bd-ff35-4f12-9a1f-ef8320e23996 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Oct 27 21:30:19.648063 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:19.652361 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.698856 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=9']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:19.915210 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a8bad-0ce0-4583-a0ce-a1337e81d8f7 req-5cd013c2-c4c3-4fa6-9003-da4a50568c55 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.917174 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-692a8bad-0ce0-4583-a0ce-a1337e81d8f7 req-5cd013c2-c4c3-4fa6-9003-da4a50568c55 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0541105 Oct 27 21:30:19.955376 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-692a8bad-0ce0-4583-a0ce-a1337e81d8f7 req-089adc37-22c9-4da3-9f97-a48beb70281b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Oct 27 21:30:20.613956 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcadf6-98b1-4212-9b4d-3ecbd3c6b448 req-eadb6a36-c1bf-4bff-be03-45b6818a90c8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.615567 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3fcadf6-98b1-4212-9b4d-3ecbd3c6b448 req-eadb6a36-c1bf-4bff-be03-45b6818a90c8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0615513 Oct 27 21:30:20.656740 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3fcadf6-98b1-4212-9b4d-3ecbd3c6b448 req-3373e8bb-0b61-45d1-8e17-fce28ecba6c5 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Oct 27 21:30:20.712456 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:30:20.757472 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e910f6-081a-43ed-b11d-e82664657daf req-dd85237b-0056-42c9-aa56-781256708d81 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.758986 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d3e910f6-081a-43ed-b11d-e82664657daf req-dd85237b-0056-42c9-aa56-781256708d81 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0495620 Oct 27 21:30:20.797541 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d3e910f6-081a-43ed-b11d-e82664657daf req-9710f55f-5851-4e07-8555-8fe8ab6ad658 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Oct 27 21:30:21.074322 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5764e-02c8-4d9e-b92d-9e34bcc00021 req-1344ff36-53b0-408b-a909-ad910926fd33 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.076453 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3da5764e-02c8-4d9e-b92d-9e34bcc00021 req-1344ff36-53b0-408b-a909-ad910926fd33 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0489976 Oct 27 21:30:21.113017 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3da5764e-02c8-4d9e-b92d-9e34bcc00021 req-7b9c3516-5f85-4008-a53b-6f10258c3145 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Oct 27 21:30:21.776259 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd0ca-84c8-49c2-a482-f206483824e6 req-e29375b7-409e-441f-98bd-ff7ffb29b206 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.777798 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bcdbd0ca-84c8-49c2-a482-f206483824e6 req-e29375b7-409e-441f-98bd-ff7ffb29b206 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Oct 27 21:30:21.814776 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bcdbd0ca-84c8-49c2-a482-f206483824e6 req-09b0e6af-81a9-4174-b616-7a1d0f1f972c tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Oct 27 21:30:21.912799 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60064a2e-6fec-459f-b922-1d184bc54b1f req-ed8c911a-c6f1-4e33-8eed-5560ecb324dc tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.914242 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60064a2e-6fec-459f-b922-1d184bc54b1f req-ed8c911a-c6f1-4e33-8eed-5560ecb324dc tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0476823 Oct 27 21:30:21.956149 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60064a2e-6fec-459f-b922-1d184bc54b1f req-68d89db6-4e3c-42c9-9b15-a94b2b9412de tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357354 Oct 27 21:30:22.232542 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3261960-1b06-44a4-9a30-155b49bd0880 req-9f3d79c1-53d3-4549-85d0-e20e710bfa0d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.234056 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3261960-1b06-44a4-9a30-155b49bd0880 req-9f3d79c1-53d3-4549-85d0-e20e710bfa0d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0497072 Oct 27 21:30:22.273108 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3261960-1b06-44a4-9a30-155b49bd0880 req-f7058fc6-38c0-47f4-8359-0ba5956fee4f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Oct 27 21:30:22.937781 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910d79a-64a4-4f4b-84ef-2275cdb577d4 req-a30f83fe-1dd6-4bed-b82a-3351b1bbb469 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.939264 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e910d79a-64a4-4f4b-84ef-2275cdb577d4 req-a30f83fe-1dd6-4bed-b82a-3351b1bbb469 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0549443 Oct 27 21:30:22.978288 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e910d79a-64a4-4f4b-84ef-2275cdb577d4 req-407778d1-1630-41dd-8bc9-329119e73fb8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Oct 27 21:30:23.073886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bfa58-93a7-43fa-922e-bada009f5e51 req-a8abc998-4cbb-499e-9820-84c5deb5b6d0 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.075396 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf6bfa58-93a7-43fa-922e-bada009f5e51 req-a8abc998-4cbb-499e-9820-84c5deb5b6d0 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0496616 Oct 27 21:30:23.115571 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf6bfa58-93a7-43fa-922e-bada009f5e51 req-f8f25164-0cf4-43e0-8bb9-68a804f51995 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339241 Oct 27 21:30:23.241143 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['c2f0a292-8500-4d5e-be54-75f88accdf07'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:23.396603 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800ac22-05c0-4d34-9732-1b8972c11116 req-057ae53c-d42d-42c4-b635-0a0539c07537 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.398018 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b800ac22-05c0-4d34-9732-1b8972c11116 req-057ae53c-d42d-42c4-b635-0a0539c07537 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0495017 Oct 27 21:30:23.438713 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b800ac22-05c0-4d34-9732-1b8972c11116 req-c73644ab-50d7-4477-9d44-96fe73236eea tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Oct 27 21:30:24.101271 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb41ff-0d05-4973-917f-97062292410a req-dd8315a3-2c86-4d79-932a-5e22e367a67d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.102758 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-acfb41ff-0d05-4973-917f-97062292410a req-dd8315a3-2c86-4d79-932a-5e22e367a67d tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0536690 Oct 27 21:30:24.140341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-acfb41ff-0d05-4973-917f-97062292410a req-08408e19-1265-4f14-b3a4-e00c169a3c60 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Oct 27 21:30:24.227907 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c347fa-277e-44a8-b8e4-4dc8968cb5b4 req-a362b76d-34f3-4563-870c-321318452173 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.229341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4c347fa-277e-44a8-b8e4-4dc8968cb5b4 req-a362b76d-34f3-4563-870c-321318452173 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0478153 Oct 27 21:30:24.268094 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4c347fa-277e-44a8-b8e4-4dc8968cb5b4 req-62c74791-a4e2-4f70-9fd2-1e1b132a7cd7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Oct 27 21:30:24.560980 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad03fd-9ca2-4ba5-9e05-2fdf45cdf119 req-0d37e4f1-1790-42c1-87f8-dde4746ae39a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:24.562446 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75ad03fd-9ca2-4ba5-9e05-2fdf45cdf119 req-0d37e4f1-1790-42c1-87f8-dde4746ae39a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0500386 Oct 27 21:30:24.600311 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75ad03fd-9ca2-4ba5-9e05-2fdf45cdf119 req-6664807c-0101-42de-96de-f390a82d0e59 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Oct 27 21:30:25.262480 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef891c-6750-492e-85b0-9037b19a10d1 req-3fa6cce1-aac4-4609-bf4a-3b1c74c891b2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:25.264564 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e6ef891c-6750-492e-85b0-9037b19a10d1 req-3fa6cce1-aac4-4609-bf4a-3b1c74c891b2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0553637 Oct 27 21:30:25.271346 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-2cc3876c-206a-4153-afe4-cfef09704c0e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:25.272807 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-2cc3876c-206a-4153-afe4-cfef09704c0e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 945 time: 0.0527945 Oct 27 21:30:25.303574 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e6ef891c-6750-492e-85b0-9037b19a10d1 req-6e7ca229-1488-4ced-8d5c-ce2f448cd278 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Oct 27 21:30:25.369615 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Deleting port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:25.370015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.397308 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2731f3-1050-4682-8cd6-0b520e36f245 req-8cfac661-9cc7-4dc7-85ad-cf339da6445f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:25.398800 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3e2731f3-1050-4682-8cd6-0b520e36f245 req-8cfac661-9cc7-4dc7-85ad-cf339da6445f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 943 time: 0.0530579 Oct 27 21:30:25.439373 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3e2731f3-1050-4682-8cd6-0b520e36f245 req-300b535d-0574-4651-a6fc-b5734068a9da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Oct 27 21:30:25.467819 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] For port 404dfb5d-4cba-46d2-95a8-482fcb4a2667, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=404dfb5d-4cba-46d2-95a8-482fcb4a2667,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:25.468177 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.480660 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Calling delete_port for 404dfb5d-4cba-46d2-95a8-482fcb4a2667 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:25.487704 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 4fba1633-1a28-457c-9850-5e6fa31728a3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:25.499232 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:25.601593 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port c2f0a292-8500-4d5e-be54-75f88accdf07 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:25.601965 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.624465 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.654576 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 4fba1633-1a28-457c-9850-5e6fa31728a3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fba1633-1a28-457c-9850-5e6fa31728a3,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:25.656147 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Pushing event deleted for resources: {'Port': ['ID=404dfb5d-4cba-46d2-95a8-482fcb4a2667,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:25.668385 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['c8505360-9c95-4abb-b24c-4165b5754f4d', '404dfb5d-4cba-46d2-95a8-482fcb4a2667'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:25.687587 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.687956 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.688543 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.688913 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.689663 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.689952 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.690489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.691482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.691482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.691687 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.691957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.692321 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:25.706497 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'port_id': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'mac_address': 'fa:16:3e:70:7b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:25.720601 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] No DVR routers for this DVR port 404dfb5d-4cba-46d2-95a8-482fcb4a2667 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:30:25.723155 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.726608 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-9b090965-d56a-40c5-92d0-1f4e72537037 req-e28ad679-fbaf-45c4-ace1-c86d35fee3bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "DELETE /v2.0/ports/404dfb5d-4cba-46d2-95a8-482fcb4a2667 HTTP/1.1" status: 204 len: 173 time: 0.4477038 Oct 27 21:30:25.727164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'name': 'network-vif-deleted', 'tag': '404dfb5d-4cba-46d2-95a8-482fcb4a2667'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:25.730397 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b615ee-25b8-4ff3-bb78-258063e7c2ab" -d '{"events": [{"server_uuid": "a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618", "name": "network-vif-deleted", "tag": "404dfb5d-4cba-46d2-95a8-482fcb4a2667"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:25.768661 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a77a52-9acc-4bb6-b7c3-3dbb2d28b33a req-23dfb3de-7a65-4d9e-b4a9-2daa8a3abbe4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:25.770173 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d7a77a52-9acc-4bb6-b7c3-3dbb2d28b33a req-23dfb3de-7a65-4d9e-b4a9-2daa8a3abbe4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 945 time: 0.0870214 Oct 27 21:30:25.782121 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e28c6ac-a4f6-4794-8084-07cbb353944d x-openstack-request-id: req-4e28c6ac-a4f6-4794-8084-07cbb353944d {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:25.782614 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618", "name": "network-vif-deleted", "tag": "404dfb5d-4cba-46d2-95a8-482fcb4a2667", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:25.783074 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e28c6ac-a4f6-4794-8084-07cbb353944d {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:25.783585 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618', 'name': 'network-vif-deleted', 'tag': '404dfb5d-4cba-46d2-95a8-482fcb4a2667', 'status': 'completed', 'code': 200} Oct 27 21:30:25.817786 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.819478 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.819601 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d7a77a52-9acc-4bb6-b7c3-3dbb2d28b33a req-cb4d8add-094a-4598-9c6f-1c2df458408b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364366 Oct 27 21:30:25.849123 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fba1633-1a28-457c-9850-5e6fa31728a3 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:25.884420 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:25.887022 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cb8626-d599-427b-9e60-f80fffe4a1fa" -d '{"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:25.911862 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 4fba1633-1a28-457c-9850-5e6fa31728a3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fba1633-1a28-457c-9850-5e6fa31728a3,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:25.913819 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:25.924726 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.930552 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:25.944251 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd1b3ff-0d2b-45d6-adaa-06b12da516ca x-openstack-request-id: req-4dd1b3ff-0d2b-45d6-adaa-06b12da516ca {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:25.944465 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:25.944754 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4dd1b3ff-0d2b-45d6-adaa-06b12da516ca {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:25.945171 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'code': 200} Oct 27 21:30:26.006047 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=4fba1633-1a28-457c-9850-5e6fa31728a3,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:26.061429 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=10']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:26.435634 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fdae82da-98ec-4bff-ba1a-44617c830df7 req-ce75e0f7-72d3-4119-9916-59d4e9d3a167 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cc1d66-2eca-4edf-a3bd-ef12bc5e1618 HTTP/1.1" status: 200 len: 210 time: 0.0349081 Oct 27 21:30:26.447566 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['4fba1633-1a28-457c-9850-5e6fa31728a3'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:26.573453 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef5f9f-85c5-422b-b5dc-ff2b658f3f84 req-20b7061c-2824-41a8-9983-61886ab3477d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.575321 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-acef5f9f-85c5-422b-b5dc-ff2b658f3f84 req-20b7061c-2824-41a8-9983-61886ab3477d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 944 time: 0.0576010 Oct 27 21:30:26.615981 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5da2-e1e0-4a04-a4ce-350fdca5593a req-e8fd459f-2c2f-4fdd-ba27-68a453d69fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.618263 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-996f5da2-e1e0-4a04-a4ce-350fdca5593a req-e8fd459f-2c2f-4fdd-ba27-68a453d69fde service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1100 time: 0.0465579 Oct 27 21:30:26.626986 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-acef5f9f-85c5-422b-b5dc-ff2b658f3f84 req-9556bb4d-125e-415d-af35-52a59cb374a3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Oct 27 21:30:26.664971 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-996f5da2-e1e0-4a04-a4ce-350fdca5593a req-8ddb97c7-01cf-4821-a448-26213c7d53ae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333402 Oct 27 21:30:26.944593 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb55564-874e-4413-bb1c-4d1d00374f47 req-795e0342-f51e-4f7d-902a-f37cc0a0e342 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.946066 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2bb55564-874e-4413-bb1c-4d1d00374f47 req-795e0342-f51e-4f7d-902a-f37cc0a0e342 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0501673 Oct 27 21:30:26.984263 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2bb55564-874e-4413-bb1c-4d1d00374f47 req-baed793c-8e89-4140-8321-f11041dfdc4b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Oct 27 21:30:27.512954 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 4fba1633-1a28-457c-9850-5e6fa31728a3 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:27.574063 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 4fba1633-1a28-457c-9850-5e6fa31728a3 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:27.578243 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 4fba1633-1a28-457c-9850-5e6fa31728a3 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:27.578617 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.673124 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.716827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 4fba1633-1a28-457c-9850-5e6fa31728a3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fba1633-1a28-457c-9850-5e6fa31728a3,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:27.717827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:27.755006 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c810-e51d-40d5-b514-3eac50775723 req-c30e0a07-de1c-4662-b973-8b31ada9ca15 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.756469 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ba42c810-e51d-40d5-b514-3eac50775723 req-c30e0a07-de1c-4662-b973-8b31ada9ca15 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0844622 Oct 27 21:30:27.769807 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=4fba1633-1a28-457c-9850-5e6fa31728a3,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:27.788654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48fd6a-2d23-48aa-b5a3-44ab35993163 req-19bff970-1ea2-4744-915a-2ea7a01c27e7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.790158 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d48fd6a-2d23-48aa-b5a3-44ab35993163 req-19bff970-1ea2-4744-915a-2ea7a01c27e7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0810947 Oct 27 21:30:27.820345 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ba42c810-e51d-40d5-b514-3eac50775723 req-50dc20e4-0328-45e9-a569-84788103e448 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564880 Oct 27 21:30:27.838696 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d48fd6a-2d23-48aa-b5a3-44ab35993163 req-08665bea-6f79-44aa-9880-5ca3ce2b5698 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Oct 27 21:30:27.945914 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:27.948231 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62defada-7e58-43fa-87a2-145291d1c22a" -d '{"events": [{"server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "name": "network-vif-plugged", "status": "completed", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:27.983882 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da72ef-c1ac-45cb-97e1-9a75eed1514b x-openstack-request-id: req-b7da72ef-c1ac-45cb-97e1-9a75eed1514b {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:27.984221 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "name": "network-vif-plugged", "status": "completed", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:27.984458 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7da72ef-c1ac-45cb-97e1-9a75eed1514b {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:27.984884 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'code': 200} Oct 27 21:30:28.106365 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da587eb-457b-407f-a76c-dd68ea78109e req-e2ac5eb0-df10-494e-b2cd-8d825b24c2c7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:28.108321 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5da587eb-457b-407f-a76c-dd68ea78109e req-e2ac5eb0-df10-494e-b2cd-8d825b24c2c7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0491133 Oct 27 21:30:28.146617 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5da587eb-457b-407f-a76c-dd68ea78109e req-393730cf-68d2-4e68-98ce-a3478ebc5522 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Oct 27 21:30:28.971557 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eefb5-033d-4727-9f8e-c23762046b6e req-9ca5e494-3f00-4213-8bef-348ee088f0c2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:28.973089 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df9eefb5-033d-4727-9f8e-c23762046b6e req-9ca5e494-3f00-4213-8bef-348ee088f0c2 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0832508 Oct 27 21:30:28.994631 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7d85f-7f02-42bc-a3c0-927debae2789 req-6674289a-8bfd-44d7-b442-8103cd15ed11 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:28.996057 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-58c7d85f-7f02-42bc-a3c0-927debae2789 req-6674289a-8bfd-44d7-b442-8103cd15ed11 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0719311 Oct 27 21:30:29.041543 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df9eefb5-033d-4727-9f8e-c23762046b6e req-6f8c90aa-48f1-4ccb-a045-86d0f74511f0 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621831 Oct 27 21:30:29.049631 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-58c7d85f-7f02-42bc-a3c0-927debae2789 req-1e36cd13-1d3c-4259-80ee-ec82623b1999 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470278 Oct 27 21:30:29.265661 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6184fb-294a-4759-a2cd-746a21e9c5b0 req-597e6d18-1cd3-4665-8bee-f9bc21b86d37 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:29.267178 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cc6184fb-294a-4759-a2cd-746a21e9c5b0 req-597e6d18-1cd3-4665-8bee-f9bc21b86d37 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0485060 Oct 27 21:30:29.305542 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cc6184fb-294a-4759-a2cd-746a21e9c5b0 req-46dbb0ad-0313-4573-8e41-fcb052a13155 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Oct 27 21:30:30.190640 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fada9-8e61-4a51-9986-3bbabc18c52b req-c7b15adf-32cf-424f-8ed9-be8b037cdccc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.192144 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-118fada9-8e61-4a51-9986-3bbabc18c52b req-c7b15adf-32cf-424f-8ed9-be8b037cdccc tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0805211 Oct 27 21:30:30.200242 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a013a-58b3-4ffc-b8e3-58dc8af9789b req-764ef6d4-9337-4478-8fb0-b518960f7d05 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.201678 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce3a013a-58b3-4ffc-b8e3-58dc8af9789b req-764ef6d4-9337-4478-8fb0-b518960f7d05 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0815296 Oct 27 21:30:30.254929 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-118fada9-8e61-4a51-9986-3bbabc18c52b req-0a80d7bf-3e4d-4d44-95a0-b4bc17fe3cab tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Oct 27 21:30:30.262123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce3a013a-58b3-4ffc-b8e3-58dc8af9789b req-13f1ae95-4f13-4419-b003-47827f8c9d69 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534286 Oct 27 21:30:30.425038 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956abf4a-7384-4386-8bca-78755db4f58e req-2aac6590-34d1-4e4c-bcc7-59ed9a6890ce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.426515 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-956abf4a-7384-4386-8bca-78755db4f58e req-2aac6590-34d1-4e4c-bcc7-59ed9a6890ce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0488544 Oct 27 21:30:30.464200 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-956abf4a-7384-4386-8bca-78755db4f58e req-8c52deb4-4d62-4e0e-8ea7-fea1319189fe tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314834 Oct 27 21:30:31.339363 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 404dfb5d-4cba-46d2-95a8-482fcb4a2667 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:30:31.360240 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 404dfb5d-4cba-46d2-95a8-482fcb4a2667 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:30:31.360973 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 404dfb5d-4cba-46d2-95a8-482fcb4a2667 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:30:31.406822 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34b561-3035-4550-8c99-82ea3d3b7c04 req-c4a7a246-1c39-4b24-86da-305bfc605804 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.408392 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4f34b561-3035-4550-8c99-82ea3d3b7c04 req-c4a7a246-1c39-4b24-86da-305bfc605804 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0747309 Oct 27 21:30:31.421018 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd369d-b6ee-4a5d-9e2c-1e62200dc94a req-cd61837a-23be-47b1-8270-996a96453421 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.422547 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f6cd369d-b6ee-4a5d-9e2c-1e62200dc94a req-cd61837a-23be-47b1-8270-996a96453421 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0996237 Oct 27 21:30:31.483154 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4f34b561-3035-4550-8c99-82ea3d3b7c04 req-5c574e65-7a09-45e5-84c6-68435edb2927 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575106 Oct 27 21:30:31.489451 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f6cd369d-b6ee-4a5d-9e2c-1e62200dc94a req-30408274-8479-4975-af5e-96349a8be5de tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595903 Oct 27 21:30:31.627260 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99cb4c-30fd-42b9-9d98-15531d0dfd53 req-66124640-0191-4e10-9cd1-389102e1e669 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.628937 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4f99cb4c-30fd-42b9-9d98-15531d0dfd53 req-66124640-0191-4e10-9cd1-389102e1e669 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0760479 Oct 27 21:30:31.685662 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4f99cb4c-30fd-42b9-9d98-15531d0dfd53 req-11152b31-0c7b-4715-a9db-6b66324c7958 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494294 Oct 27 21:30:31.740428 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963c77b-1498-423c-8d62-a07d3f844038 req-2fc0256c-13af-46f1-9a90-ed43ef2fd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.742458 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6963c77b-1498-423c-8d62-a07d3f844038 req-2fc0256c-13af-46f1-9a90-ed43ef2fd768 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 1098 time: 0.0739801 Oct 27 21:30:31.781543 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6963c77b-1498-423c-8d62-a07d3f844038 req-1a9e6489-fa80-4c7c-b0f7-c3b037f0b8f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307610 Oct 27 21:30:32.641546 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c78099-dc46-4392-8550-dbbd7837534a req-8f92c5da-54ef-4c42-b29a-073dab6105e6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:32.643893 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-95c78099-dc46-4392-8550-dbbd7837534a req-8f92c5da-54ef-4c42-b29a-073dab6105e6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0808458 Oct 27 21:30:32.658032 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab555c27-0834-4625-8da9-636289cad6b2 req-f024cfb4-bfc6-4302-ad30-56e59e5db2a8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:32.659456 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab555c27-0834-4625-8da9-636289cad6b2 req-f024cfb4-bfc6-4302-ad30-56e59e5db2a8 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0885212 Oct 27 21:30:32.711818 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-95c78099-dc46-4392-8550-dbbd7837534a req-d310c295-1d4b-422d-abcc-26544cf10e69 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621891 Oct 27 21:30:32.726855 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ab555c27-0834-4625-8da9-636289cad6b2 req-130f53c8-99e2-4a20-a8da-6bb3bfd8174f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611994 Oct 27 21:30:32.857983 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979765aa-8c45-40e8-96f9-304feef5b7ec req-81ed15ee-02fd-44f4-a217-dac5661b6c32 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:32.860857 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-979765aa-8c45-40e8-96f9-304feef5b7ec req-81ed15ee-02fd-44f4-a217-dac5661b6c32 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0553129 Oct 27 21:30:32.902490 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-979765aa-8c45-40e8-96f9-304feef5b7ec req-1d50ee4b-0f3b-4767-ae32-3175b7a1ee09 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371709 Oct 27 21:30:33.888983 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86484f24-b92c-494d-8e62-300ded623437 req-0a1c3179-9f12-4b7b-9fab-bd38c5832fa4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:33.890475 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-86484f24-b92c-494d-8e62-300ded623437 req-0a1c3179-9f12-4b7b-9fab-bd38c5832fa4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0903068 Oct 27 21:30:33.898812 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f3e0-da38-4aae-bed6-37953f7c6d61 req-c1475b55-b8a7-4964-9518-226c84c2aae9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:33.900246 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fe20f3e0-da38-4aae-bed6-37953f7c6d61 req-c1475b55-b8a7-4964-9518-226c84c2aae9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0879934 Oct 27 21:30:33.955664 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-86484f24-b92c-494d-8e62-300ded623437 req-01c56f3b-2295-47ca-8adf-5dd20a2a1e9e tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544102 Oct 27 21:30:33.960413 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fe20f3e0-da38-4aae-bed6-37953f7c6d61 req-315ad6f3-32c0-4e5c-b5da-f7a86dc96502 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533502 Oct 27 21:30:34.089327 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bfced-eb14-4dc1-af43-561f3e3391b3 req-862d5a97-a5b7-402e-894b-34f03b982ccb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:34.091292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a84bfced-eb14-4dc1-af43-561f3e3391b3 req-862d5a97-a5b7-402e-894b-34f03b982ccb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0515025 Oct 27 21:30:34.139138 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a84bfced-eb14-4dc1-af43-561f3e3391b3 req-08a12728-14b4-4ca7-a37c-5140c97d3beb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Oct 27 21:30:34.161212 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58634) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:34.372321 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058575d1-bcfb-4e20-b898-8d1fcecad701 tempest-TestVolumeBootPattern-496110336 tempest-TestVolumeBootPattern-496110336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:34.374207 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-058575d1-bcfb-4e20-b898-8d1fcecad701 tempest-TestVolumeBootPattern-496110336 tempest-TestVolumeBootPattern-496110336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 1093 time: 0.2118995 Oct 27 21:30:34.377667 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58642) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:34.382148 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'port_id': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:34.404911 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.504723 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.613008 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Allocated IP 172.27.1.198 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/1b2f6206-16ad-459c-a3a8-6bb5c7fff4a2) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:34.724027 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.762523 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.808661 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:34.814536 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:34.817175 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:34.840938 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=1b2f6206-16ad-459c-a3a8-6bb5c7fff4a2,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.854384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.854734 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.855068 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.855400 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.855727 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.856059 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.856386 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.857398 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.857646 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.857972 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.858336 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:34.858693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:35.109693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f4647-8d08-467d-9099-5d4f58c4c0a3 req-841b621d-1c5f-4143-a1cc-3536232d6503 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.111193 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d41f4647-8d08-467d-9099-5d4f58c4c0a3 req-841b621d-1c5f-4143-a1cc-3536232d6503 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0759685 Oct 27 21:30:35.293431 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d41f4647-8d08-467d-9099-5d4f58c4c0a3 req-fe795c2b-83f3-4fc1-b619-88856703838a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640685 Oct 27 21:30:35.340281 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.456884 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.823005 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.827513 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:35.897017 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=1b2f6206-16ad-459c-a3a8-6bb5c7fff4a2,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:35.907747 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:36.009297 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.l3_db [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Floating IP 6af6c01f-0ef3-41ae-99d7-40c34447d587 associated. External IP: 172.27.1.198, port: 4fba1633-1a28-457c-9850-5e6fa31728a3. Oct 27 21:30:36.240377 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:36.347255 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1abb9f17-d577-46d0-b037-62f59c47add8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:36.355763 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:36.373952 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:36.381993 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:36.386808 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:36.387641 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:36.457775 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2f42ff6a-9927-4a91-b0cb-a02cadff89b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0790262 Oct 27 21:30:36.458382 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:36.462480 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e40d3-eb75-4bc8-997e-465305f84813" -d '{"events": [{"name": "network-changed", "server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:36.510377 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:36.511071 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75818-3162-4acc-a0fb-bc00f50afbd0 req-e637d079-e4f3-4540-96bf-7b24361c9558 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.513638 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23f75818-3162-4acc-a0fb-bc00f50afbd0 req-e637d079-e4f3-4540-96bf-7b24361c9558 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.1275353 Oct 27 21:30:36.515671 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd4873-f936-4c51-9733-7970b6344e7b x-openstack-request-id: req-49cd4873-f936-4c51-9733-7970b6344e7b {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:36.516060 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:36.516406 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49cd4873-f936-4c51-9733-7970b6344e7b {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:36.518953 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'status': 'completed', 'code': 200} Oct 27 21:30:36.566082 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23f75818-3162-4acc-a0fb-bc00f50afbd0 req-48fc3262-87f9-4396-bcc3-9aa6564840c4 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Oct 27 21:30:36.650531 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e40d3-eb75-4bc8-997e-465305f84813 req-b4fb247a-3e08-44a3-bc23-ad3851e3c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.652807 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-b4fb247a-3e08-44a3-bc23-ad3851e3c7f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 1098 time: 0.0466716 Oct 27 21:30:36.766380 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e40d3-eb75-4bc8-997e-465305f84813 req-37e83650-eb8f-4946-8c6a-4ee2d770283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.767806 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-37e83650-eb8f-4946-8c6a-4ee2d770283c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.1011481 Oct 27 21:30:36.769961 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '6af6c01f-0ef3-41ae-99d7-40c34447d587', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:70:7b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:30:35Z', 'updated_at': '2021-10-27T21:30:35Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:36.850346 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-7258cc98-7d1f-4e00-b222-0b68c86b85ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fba1633-1a28-457c-9850-5e6fa31728a3 HTTP/1.1" status: 200 len: 999 time: 0.0697844 Oct 27 21:30:36.885741 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:36.895695 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:36.896570 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:36.906707 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e40d3-eb75-4bc8-997e-465305f84813 req-528a6bc7-230f-44eb-ad78-cf4520a095ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.908359 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-528a6bc7-230f-44eb-ad78-cf4520a095ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0487292 Oct 27 21:30:36.963922 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e40d3-eb75-4bc8-997e-465305f84813 req-f067f976-5f30-4a91-88e3-05da87e07c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.965547 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-f067f976-5f30-4a91-88e3-05da87e07c9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473933 Oct 27 21:30:37.015633 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:37.065225 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-70e363e8-2ce4-42e9-900a-7172c553bf5a service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879352 Oct 27 21:30:37.169929 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-043e40d3-eb75-4bc8-997e-465305f84813 req-d84636f8-6418-4ac6-9ed8-4a3cf1dec4d5 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932837 Oct 27 21:30:37.269716 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '6af6c01f-0ef3-41ae-99d7-40c34447d587', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:70:7b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:30:35Z', 'updated_at': '2021-10-27T21:30:35Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:37.299438 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b538b04-2a44-4cb9-a700-e25a78e09b45 None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '6af6c01f-0ef3-41ae-99d7-40c34447d587', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:70:7b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:30:35Z', 'updated_at': '2021-10-27T21:30:35Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:37.499896 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91a9f2-921f-4ede-ad22-1e3548712f3c None None] New status for floating IP 6af6c01f-0ef3-41ae-99d7-40c34447d587: ACTIVE {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:30:37.733283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234d59-bfbc-4a65-b881-7f835468980b req-82fd90e0-0720-4f0c-99f2-0e73fda5bd6f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:37.740861 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bf234d59-bfbc-4a65-b881-7f835468980b req-82fd90e0-0720-4f0c-99f2-0e73fda5bd6f tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0726171 Oct 27 21:30:37.775738 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bf234d59-bfbc-4a65-b881-7f835468980b req-109e6f9b-d622-4362-9922-1728eb2244bf tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340126 Oct 27 21:30:38.918068 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874009f-d354-4610-a068-38c0ace46056 req-dd931ee7-828f-4d06-b060-f80f479311b7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:38.920238 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5874009f-d354-4610-a068-38c0ace46056 req-dd931ee7-828f-4d06-b060-f80f479311b7 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0669355 Oct 27 21:30:38.924909 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c9de5124-1f30-4b5a-bb81-30a2dea7fb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:38.960928 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5874009f-d354-4610-a068-38c0ace46056 req-702aefab-cb38-4c71-939f-56005b1b87f1 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/security-groups?id=64c25649-883a-4718-b82d-28bf92bc2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Oct 27 21:30:39.134034 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-278ff42b-42ef-418d-a127-1c1a1dc2b613 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:39.135819 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-278ff42b-42ef-418d-a127-1c1a1dc2b613 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 945 time: 0.0504823 Oct 27 21:30:39.233270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Deleting port c8505360-9c95-4abb-b24c-4165b5754f4d {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:39.233640 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:39.323926 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] For port c8505360-9c95-4abb-b24c-4165b5754f4d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c8505360-9c95-4abb-b24c-4165b5754f4d,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:39.324287 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:39.336800 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Calling delete_port for c8505360-9c95-4abb-b24c-4165b5754f4d owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:39.463877 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:39.489911 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Pushing event deleted for resources: {'Port': ['ID=c8505360-9c95-4abb-b24c-4165b5754f4d,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:39.506277 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['c8505360-9c95-4abb-b24c-4165b5754f4d'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:39.535018 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] No DVR routers for this DVR port c8505360-9c95-4abb-b24c-4165b5754f4d on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:30:39.537374 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:39.540564 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c412c8c-8c28-4c0d-974a-ded3a1e8c1ef req-69e98dfe-4c9d-4d64-a4d8-455f38018333 tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.74 "DELETE /v2.0/ports/c8505360-9c95-4abb-b24c-4165b5754f4d HTTP/1.1" status: 204 len: 173 time: 0.3986526 Oct 27 21:30:39.541010 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'name': 'network-vif-deleted', 'tag': 'c8505360-9c95-4abb-b24c-4165b5754f4d'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:39.543464 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c80188-46c6-4744-8248-6750c80f6e64" -d '{"events": [{"server_uuid": "463dbd7f-c49f-424b-a44f-29c8cc16f1ab", "name": "network-vif-deleted", "tag": "c8505360-9c95-4abb-b24c-4165b5754f4d"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:39.579379 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a162dfc5-f895-4014-9645-b32f65855df3 x-openstack-request-id: req-a162dfc5-f895-4014-9645-b32f65855df3 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:39.579661 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463dbd7f-c49f-424b-a44f-29c8cc16f1ab", "name": "network-vif-deleted", "tag": "c8505360-9c95-4abb-b24c-4165b5754f4d", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:39.580082 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a162dfc5-f895-4014-9645-b32f65855df3 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:39.580469 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463dbd7f-c49f-424b-a44f-29c8cc16f1ab', 'name': 'network-vif-deleted', 'tag': 'c8505360-9c95-4abb-b24c-4165b5754f4d', 'status': 'completed', 'code': 200} Oct 27 21:30:40.027763 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:40.086031 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4e0e52ab-970a-4c64-93e5-5bbbd930b86c req-8330ee3e-ae1c-49ef-8231-e5d960bd6a7a tempest-ServerRescueNegativeTestJSON-1543736257 tempest-ServerRescueNegativeTestJSON-1543736257-project] 10.222.0.55 "GET /v2.0/ports?device_id=463dbd7f-c49f-424b-a44f-29c8cc16f1ab HTTP/1.1" status: 200 len: 210 time: 0.0377004 Oct 27 21:30:40.129881 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:41.142357 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58740) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:41.559581 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:41.773155 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:41.866460 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Deleting port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:41.866795 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:41.952391 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] For port 701a50b2-ca34-4b37-b8bd-58e0a3d080a9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,segment=NetworkSegment(e738f4fb-4cb9-4ae0-998a-7f26616d80f8),segment_id=e738f4fb-4cb9-4ae0-998a-7f26616d80f8)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:41.952798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:41.964883 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Calling delete_port for 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 owned by network:router_interface {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:42.138961 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.168100 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Pushing event deleted for resources: {'Port': ['ID=701a50b2-ca34-4b37-b8bd-58e0a3d080a9,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:42.302215 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58760) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:42.331572 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.351512 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Deleting subnet 8afca0df-93be-433b-ac7d-515fa5487879 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:30:42.354675 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.388238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.428283 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.482073 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.508440 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8afca0df-93be-433b-ac7d-515fa5487879,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:42.512247 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.517814 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ce22335c-6f19-46a5-b5fe-319efe35b9b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8afca0df-93be-433b-ac7d-515fa5487879 HTTP/1.1" status: 204 len: 168 time: 0.2122524 Oct 27 21:30:42.517991 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58762) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:42.593202 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.670449 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.693985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20541b4d-e162-43af-98ab-4004dd69a38f']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:42.703716 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb253b81-8712-4c21-bab7-1e688a032e3b') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:42.704002 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb253b81-8712-4c21-bab7-1e688a032e3b') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:42.713478 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.726595 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.732558 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:30:42.732974 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:30:42.734640 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:30:42.773062 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Router 1bf1158b-d98a-4f8f-afa4-820d6559e6de has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:42.789432 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.795221 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.798318 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] 10.222.0.55 "DELETE /v2.0/networks/20541b4d-e162-43af-98ab-4004dd69a38f HTTP/1.1" status: 204 len: 168 time: 0.2794302 Oct 27 21:30:42.811655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda73c6-244f-435b-9c66-524bdeaba728 admin admin] Pushing event deleted for resources: {'Network': ['ID=20541b4d-e162-43af-98ab-4004dd69a38f,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:42.877921 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:42.885891 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b21242a3-8ee6-49b2-96e4-fb69c0e6e70c admin admin] 10.222.0.55 "PUT /v2.0/routers/1bf1158b-d98a-4f8f-afa4-820d6559e6de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402956 Oct 27 21:30:42.886472 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58768) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:42.888380 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] Sync routers for ids ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:42.898646 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] Routers {'1bf1158b-d98a-4f8f-afa4-820d6559e6de'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:42.899246 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:43.006749 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58772) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:43.010330 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] Set router 1bf1158b-d98a-4f8f-afa4-820d6559e6de gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:43.058872 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.064289 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-25eb563a-4bab-4982-8eb7-1f40fdbabec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=135095bee017483f8c95d79b8e640bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554655 Oct 27 21:30:43.067044 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58776) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:43.160002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b5f04b3b-a00c-4e83-a123-3fcc86b4c961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.172911 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.182801 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b5f04b3b-a00c-4e83-a123-3fcc86b4c961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.195872 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '073fa734-157e-4943-89aa-c1be75bf1414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:30:42Z', 'revision_number': 5, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port': {'id': '073fa734-157e-4943-89aa-c1be75bf1414', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:43.227090 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] Checking router: 1bf1158b-d98a-4f8f-afa4-820d6559e6de for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:43.232566 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Deleting port 073fa734-157e-4943-89aa-c1be75bf1414 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:43.233042 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.234483 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b5f04b3b-a00c-4e83-a123-3fcc86b4c961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.237355 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] Routers {'1bf1158b-d98a-4f8f-afa4-820d6559e6de'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:43.237973 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b5f04b3b-a00c-4e83-a123-3fcc86b4c961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.238279 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:43.241457 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b5f04b3b-a00c-4e83-a123-3fcc86b4c961 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7733d80e-ff9d-4e37-8f04-b3eb64ba3078 HTTP/1.1" status: 204 len: 168 time: 0.1710725 Oct 27 21:30:43.249257 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f04b3b-a00c-4e83-a123-3fcc86b4c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733d80e-ff9d-4e37-8f04-b3eb64ba3078,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:43.333262 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] Set router 1bf1158b-d98a-4f8f-afa4-820d6559e6de gateway port host: None {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:43.341139 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] For port 073fa734-157e-4943-89aa-c1be75bf1414, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=073fa734-157e-4943-89aa-c1be75bf1414,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:43.341139 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.353736 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Calling delete_port for 073fa734-157e-4943-89aa-c1be75bf1414 owned by network:router_gateway {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:43.385800 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:30:43Z', 'revision_number': 6, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:43.415412 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebfbfdb-391a-4f64-8cf0-0e11fce21854 None None] The sync data for ids ['1bf1158b-d98a-4f8f-afa4-820d6559e6de'] in dv-cinder-815145-3-iscsi is: [{'id': '1bf1158b-d98a-4f8f-afa4-820d6559e6de', 'name': 'tempest-ServerRescueNegativeTestJSON-1080990169-router', 'tenant_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:09Z', 'updated_at': '2021-10-27T21:30:43Z', 'revision_number': 6, 'project_id': 'eb832c2fa2d9434aa99c33f5efb27b17', 'gw_port_host': None}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:43.539336 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.567407 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=073fa734-157e-4943-89aa-c1be75bf1414,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:43.628342 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.727420 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.729528 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.791530 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.792386 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf1158b-d98a-4f8f-afa4-820d6559e6de {{(pid=101283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:30:43.798580 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.799930 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-4cdcba80-f03e-4650-b2a3-394f3d1c0fb9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1bf1158b-d98a-4f8f-afa4-820d6559e6de HTTP/1.1" status: 204 len: 168 time: 0.9122844 Oct 27 21:30:43.802685 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58782) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:43.847275 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Deleting subnet fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 {{(pid=101282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:30:43.850400 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.884867 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738527'] for subnet, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.925856 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.974457 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3429347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59115500'] for subnet, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.998972 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf1bbd8-95ea-419d-a7ca-f6999001b1d0,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:44.002602 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.005709 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-7ecd9206-2827-490f-9c19-aa9cc33bdbc3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fbf1bbd8-95ea-419d-a7ca-f6999001b1d0 HTTP/1.1" status: 204 len: 168 time: 0.2019274 Oct 27 21:30:44.008192 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58784) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:44.073628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.152572 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.171622 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb41586-04fb-4630-80a3-c010cf91302f']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:44.180335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:44.180643 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e738f4fb-4cb9-4ae0-998a-7f26616d80f8') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:44.190530 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.205283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.211733 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:30:44.212115 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:30:44.214158 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:30:44.270780 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.276070 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.279199 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fcb41586-04fb-4630-80a3-c010cf91302f HTTP/1.1" status: 204 len: 168 time: 0.2700884 Oct 27 21:30:44.290194 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb818-2a8f-42c9-9a7a-93e57ef56817 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb41586-04fb-4630-80a3-c010cf91302f,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:44.345740 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:30:44.370421 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:30:44.370767 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 701a50b2-ca34-4b37-b8bd-58e0a3d080a9 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:30:44.371184 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 073fa734-157e-4943-89aa-c1be75bf1414 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:30:44.391137 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 073fa734-157e-4943-89aa-c1be75bf1414 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:30:44.391485 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 073fa734-157e-4943-89aa-c1be75bf1414 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:30:44.455199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58790) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:44.497696 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-44f20870-fe1d-4b55-8423-17fc0ea250ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb832c2fa2d9434aa99c33f5efb27b17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405715 Oct 27 21:30:44.500191 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58792) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:44.756032 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-23defd65-9cd5-43f2-83c9-8235c881494b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.776418 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-23defd65-9cd5-43f2-83c9-8235c881494b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.821940 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-23defd65-9cd5-43f2-83c9-8235c881494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.824502 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-23defd65-9cd5-43f2-83c9-8235c881494b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.825685 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-23defd65-9cd5-43f2-83c9-8235c881494b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64c25649-883a-4718-b82d-28bf92bc2469 HTTP/1.1" status: 204 len: 168 time: 0.3245697 Oct 27 21:30:44.833047 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23defd65-9cd5-43f2-83c9-8235c881494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c25649-883a-4718-b82d-28bf92bc2469,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:45.163451 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c8505360-9c95-4abb-b24c-4165b5754f4d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:30:45.185330 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: c8505360-9c95-4abb-b24c-4165b5754f4d {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:30:45.185675 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c8505360-9c95-4abb-b24c-4165b5754f4d not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:30:45.484630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58816) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:45.578561 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2070794822-network', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:45.600056 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Made reservation on behalf of a7a49da20a084c63a41d51b896b5935a for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:45.602261 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.610236 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.688630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.693499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.718309 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:30:45.726764 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a81e16-b0c1-4cb2-bf2e-e11fc1c3ecf2,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:45.732779 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.733116 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Added segment d82f63ff-04a5-4734-bcb9-fa4770a5d4cd of type vlan for network 46adfb48-7605-465c-b9e7-3f518d02fb96 Oct 27 21:30:45.771935 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.797179 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.798249 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:45.798842 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.852423 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3666518 Oct 27 21:30:45.855396 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58820) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:45.857199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4910c9-d361-4da8-bb12-b009d10da58a admin admin] Pushing event updated for resources: {'Network': ['ID=46adfb48-7605-465c-b9e7-3f518d02fb96,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:45.860447 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Request body: {'subnet': {'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2070794822-subnet', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:45.868405 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:30:45.880764 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Made reservation on behalf of a7a49da20a084c63a41d51b896b5935a for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:45.883088 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59115021'] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.051547 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3429282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59115039'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.104998 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b783a88-78c1-489b-a256-7c4aabd9cdde,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:46.115612 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Checking segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:46.115966 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Network hostable DHCP agents. Network: 46adfb48-7605-465c-b9e7-3f518d02fb96, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:30:46.132495 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:30:46.140983 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 46adfb48-7605-465c-b9e7-3f518d02fb96) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:46.144952 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:46.145528 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.150017 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b6455-56df-42cf-9464-95197006ad7e None None] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:46.163474 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-830a92ef-fcc7-4782-9c9a-497e0d90cdc2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3046470 Oct 27 21:30:46.163705 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58822) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:46.168083 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:46.190164 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.191176 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.242849 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.304702 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-46adfb48-7605-465c-b9e7-3f518d02fb96', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:30:46.305591 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.389098 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.443677 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Allocated IP 172.20.0.2 (46adfb48-7605-465c-b9e7-3f518d02fb96/4b783a88-78c1-489b-a256-7c4aabd9cdde/761614e8-ffe7-49db-a54a-4c66e375b9f0) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:46.586811 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.589109 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.593291 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.607954 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.636027 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:46.639401 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:46.642363 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:46.649543 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Pushing event updated for resources: {'Port': ['ID=761614e8-ffe7-49db-a54a-4c66e375b9f0,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:46.674105 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.674471 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.674812 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.675144 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.675471 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.675797 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.676120 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.676440 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.676797 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.677121 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.677441 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.677759 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:46.713011 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Allocated IP 172.27.1.153 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/596b48fe-3414-46bc-aaa7-0fe30c333e46) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:46.715529 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Attempting to bind port 761614e8-ffe7-49db-a54a-4c66e375b9f0 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:46.716481 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Attempting to bind port 761614e8-ffe7-49db-a54a-4c66e375b9f0 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:46.717008 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Attempting to bind port 761614e8-ffe7-49db-a54a-4c66e375b9f0 on network 46adfb48-7605-465c-b9e7-3f518d02fb96 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:46.722698 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:46.723069 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Checking segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:46.723493 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.723881 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Bound using segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:46.724451 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Bound port: 761614e8-ffe7-49db-a54a-4c66e375b9f0, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:46.725108 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.789259 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] For port 761614e8-ffe7-49db-a54a-4c66e375b9f0, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:46.792858 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] For port 761614e8-ffe7-49db-a54a-4c66e375b9f0, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=761614e8-ffe7-49db-a54a-4c66e375b9f0,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:46.797597 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.817853 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.851529 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:46.854805 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b68b6-5a6e-4df8-82d4-ab3550872ab7 None None] Pushing event updated for resources: {'Port': ['ID=761614e8-ffe7-49db-a54a-4c66e375b9f0,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:46.894090 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:46.897251 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:46.900788 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:46.924682 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Pushing event updated for resources: {'Port': ['ID=596b48fe-3414-46bc-aaa7-0fe30c333e46,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:47.164431 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:47.359432 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:47.490896 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:30:47.599391 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:47.610891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:47.618633 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:47.619927 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-62eb6ec4-73e1-4a0c-9bcd-c7453746b395 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4553304 Oct 27 21:30:47.623491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58832) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:47.631467 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:47.632083 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:47.724519 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233dde90-aa51-49d6-9edc-abfe4ef4a3e2 None None] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:47.918567 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:47.978579 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-fa4036a1-8eb6-45ac-b3ac-6f764dce9011 None None] Provisioning complete for port 761614e8-ffe7-49db-a54a-4c66e375b9f0 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:47.978827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-fa4036a1-8eb6-45ac-b3ac-6f764dce9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.041767 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.196287 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Allocated IP 172.20.0.1 (46adfb48-7605-465c-b9e7-3f518d02fb96/4b783a88-78c1-489b-a256-7c4aabd9cdde/d8eb51de-32ee-4f81-b88d-a6c7536ecc1b) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:48.213249 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-fa4036a1-8eb6-45ac-b3ac-6f764dce9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.256810 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-fa4036a1-8eb6-45ac-b3ac-6f764dce9011 None None] For port 761614e8-ffe7-49db-a54a-4c66e375b9f0, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=761614e8-ffe7-49db-a54a-4c66e375b9f0,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:48.262459 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-fa4036a1-8eb6-45ac-b3ac-6f764dce9011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.269569 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:47Z', 'revision_number': 3, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:48.321511 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:48.321862 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Updating router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 port 596b48fe-3414-46bc-aaa7-0fe30c333e46 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:30:48.334357 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.370060 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4036a1-8eb6-45ac-b3ac-6f764dce9011 None None] Pushing event updated for resources: {'Port': ['ID=761614e8-ffe7-49db-a54a-4c66e375b9f0,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:48.374501 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.388081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.437173 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:48.445783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:48.450713 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:48.454996 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Pushing event updated for resources: {'Port': ['ID=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:48.486420 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 761614e8-ffe7-49db-a54a-4c66e375b9f0 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:48.496324 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.620951 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 761614e8-ffe7-49db-a54a-4c66e375b9f0 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:48.621499 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.648984 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.677146 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-c4a284dd-d514-4919-bdbf-6d2709bfc765 None None] Provisioning complete for port 761614e8-ffe7-49db-a54a-4c66e375b9f0 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:48.677515 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c4a284dd-d514-4919-bdbf-6d2709bfc765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.825045 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.829513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.879513 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.885378 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.896666 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.908018 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Pushing event updated for resources: {'Port': ['ID=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:48.939182 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da66a1-5e84-4622-a6b7-887c7ac29cb1 None None] Pushing event updated for resources: {'Port': ['ID=596b48fe-3414-46bc-aaa7-0fe30c333e46,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:48.943224 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Attempting to bind port 596b48fe-3414-46bc-aaa7-0fe30c333e46 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:48.943582 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Attempting to bind port 596b48fe-3414-46bc-aaa7-0fe30c333e46 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:48.943935 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Attempting to bind port 596b48fe-3414-46bc-aaa7-0fe30c333e46 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:48.949327 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:48.949690 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:48.950788 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.951171 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:48.951621 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Bound port: 596b48fe-3414-46bc-aaa7-0fe30c333e46, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:48.951987 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.992619 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:48.994016 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:49.008593 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] For port 596b48fe-3414-46bc-aaa7-0fe30c333e46, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:49.022871 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] For port 596b48fe-3414-46bc-aaa7-0fe30c333e46, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=596b48fe-3414-46bc-aaa7-0fe30c333e46,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:49.029249 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.030901 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e0f09490-d163-4252-b6f0-a2690355f08f None None] Provisioning complete for port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:49.031237 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e0f09490-d163-4252-b6f0-a2690355f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.108610 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e0f09490-d163-4252-b6f0-a2690355f08f None None] Port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:49.117971 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:49.119320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:49.119942 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:49.188646 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da66a1-5e84-4622-a6b7-887c7ac29cb1 None None] Pushing event updated for resources: {'Port': ['ID=596b48fe-3414-46bc-aaa7-0fe30c333e46,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.216053 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.235882 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:49.240699 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-fbe8b40e-75de-49b2-8e93-9e849e08828a admin admin] 10.222.0.55 "PUT /v2.0/routers/5bcb0d28-47ed-4a46-9af8-4cca9539b8a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6161690 Oct 27 21:30:49.244768 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-072bc78b-facc-49bd-8f88-3adb5cc0b4b0 None None] Provisioning complete for port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:49.245146 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-072bc78b-facc-49bd-8f88-3adb5cc0b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.278810 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:49.322149 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-072bc78b-facc-49bd-8f88-3adb5cc0b4b0 None None] Port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:49.489814 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 2, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:49.516939 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2af1-5c93-4dcf-ae79-fe602006566a None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 2, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:49.665208 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58856) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:49.670695 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356620185', 'description': 'tempest-description--1954704595'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:49.720074 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.814706 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.819002 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.848109 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.852009 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1832106 Oct 27 21:30:49.852204 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58860) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:49.857147 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'security_group_rule': {'security_group_id': 'f41192d2-87c5-4ca5-bc1e-7e069cd1fd17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:49.865227 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583da4a-73c9-4aaa-8855-81b0965a3305 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.886676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.951144 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.955315 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.975044 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c13582f-dc0d-4dff-9fc4-e7f4c986597f,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.982678 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.984076 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7bd62e7b-1a6d-4c5a-816f-03df16ed9282 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308527 Oct 27 21:30:49.986725 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58862) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:49.991362 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'security_group_rule': {'security_group_id': 'f41192d2-87c5-4ca5-bc1e-7e069cd1fd17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:50.021582 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.088884 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.093632 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.114873 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f4991b-0dfc-4627-b137-92064354fd29,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:50.125572 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.126808 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-65a278f9-876f-4e82-9002-aa2f337f751b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391146 Oct 27 21:30:50.130786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58864) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:50.135321 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:50.165677 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.273899 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.407621 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Allocated IP 172.27.1.3 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/a6b6b11b-874f-4aeb-885e-09d944b3fe6c) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:50.408724 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 596b48fe-3414-46bc-aaa7-0fe30c333e46 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:50.466539 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 596b48fe-3414-46bc-aaa7-0fe30c333e46 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:50.467002 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.517120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.552301 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.561167 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.587891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 596b48fe-3414-46bc-aaa7-0fe30c333e46, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=596b48fe-3414-46bc-aaa7-0fe30c333e46,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:50.593698 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.594542 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 761614e8-ffe7-49db-a54a-4c66e375b9f0 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:50.609829 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:50.613963 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:50.617615 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:50.623204 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'Port': ['ID=a6b6b11b-874f-4aeb-885e-09d944b3fe6c,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:50.721092 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.757566 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.812258 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=596b48fe-3414-46bc-aaa7-0fe30c333e46,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:50.827024 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 761614e8-ffe7-49db-a54a-4c66e375b9f0 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:50.827490 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.946866 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.952540 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.020261 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'Port': ['ID=a6b6b11b-874f-4aeb-885e-09d944b3fe6c,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:51.028038 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.043054 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:51.044316 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-bfd36387-ea04-41ff-a02b-5c7fd4a580bf tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9124675 Oct 27 21:30:51.190540 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-8fb867ab-6c7f-4e42-b97d-6d858ba7beef tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1356620185&fields=id&tenant_id=a7a49da20a084c63a41d51b896b5935a HTTP/1.1" status: 200 len: 267 time: 0.0359974 Oct 27 21:30:51.297147 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-0759b8e2-7f09-4269-a284-1c6cf764b714 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:51.298631 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-0759b8e2-7f09-4269-a284-1c6cf764b714 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 811 time: 0.1012211 Oct 27 21:30:51.314381 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-30d73b9f-c25e-4ff6-bbec-137cb22aeee2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/quotas/a7a49da20a084c63a41d51b896b5935a HTTP/1.1" status: 200 len: 375 time: 0.0099597 Oct 27 21:30:51.376949 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-9def6cdf-dd1c-4422-a9e4-883da7b71524 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565677 Oct 27 21:30:51.472079 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-2888a6e1-bcb9-4b7d-9517-29ab8ee9a31f service neutron] 10.222.0.55 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831869 Oct 27 21:30:51.572705 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-61dea552-53a1-431b-8180-db2b8bca48f9 service neutron] 10.222.0.55 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945723 Oct 27 21:30:51.585085 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:51.596248 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:51.596940 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:51.717293 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:51.753880 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8d148e5e-8a60-4373-9879-a4b7c5a79aca req-08ee0b89-1775-461d-9629-66752fc1be27 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 210 time: 0.0294790 Oct 27 21:30:52.151215 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 2, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:52.184777 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 58900) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.186858 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:52.187211 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Updating router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:30:52.218282 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.300002 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f6a5eb6-e1f7-4dd1-8556-60fc87a50f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.367367 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 596b48fe-3414-46bc-aaa7-0fe30c333e46 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:52.404271 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f6a5eb6-e1f7-4dd1-8556-60fc87a50f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.409261 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1f6a5eb6-e1f7-4dd1-8556-60fc87a50f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.440270 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 596b48fe-3414-46bc-aaa7-0fe30c333e46 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:52.441042 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.449895 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-1f6a5eb6-e1f7-4dd1-8556-60fc87a50f3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79b6794a8fd34dcdbd12f9286dd76cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635415 Oct 27 21:30:52.450943 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a5eb6-e1f7-4dd1-8556-60fc87a50f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec0b38-b140-4336-b9e0-a68393cc42e6,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.452388 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 58904) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.514102 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2a31b3f2-934c-4be4-8846-3e427ba3f705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.538732 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2a31b3f2-934c-4be4-8846-3e427ba3f705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.541914 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.547672 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.590114 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2a31b3f2-934c-4be4-8846-3e427ba3f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.593210 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2a31b3f2-934c-4be4-8846-3e427ba3f705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.594702 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2a31b3f2-934c-4be4-8846-3e427ba3f705 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2ec0b38-b140-4336-b9e0-a68393cc42e6 HTTP/1.1" status: 204 len: 168 time: 0.1393664 Oct 27 21:30:52.602035 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Pushing event updated for resources: {'Port': ['ID=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.604213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31b3f2-934c-4be4-8846-3e427ba3f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec0b38-b140-4336-b9e0-a68393cc42e6,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.630189 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.630553 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.631084 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.631210 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.631521 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.631841 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.632158 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.632478 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.632810 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.633131 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.633521 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.633727 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:52.675943 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Attempting to bind port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:52.676453 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Attempting to bind port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:52.676921 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Attempting to bind port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b on network 46adfb48-7605-465c-b9e7-3f518d02fb96 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:52.683414 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:52.684011 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Checking segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:52.684920 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.685372 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Bound using segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:52.685902 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Bound port: d8eb51de-32ee-4f81-b88d-a6c7536ecc1b, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:52.686342 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.760917 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] For port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:52.774147 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] For port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:52.780335 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.885846 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-a1c922e6-9a52-4c1a-a43e-089b2a9bafd7 None None] Provisioning complete for port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:52.886320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a1c922e6-9a52-4c1a-a43e-089b2a9bafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.914495 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:52.915492 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:52.917989 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075570d-8a76-4616-8b1e-47d03bb1c671 None None] Pushing event updated for resources: {'Port': ['ID=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,revision_number=4']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.949412 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6a94e3ac-22bc-4f95-9c7c-4953dfbc210c req-8fcf5855-2b4e-401f-87d1-bb2811b57273 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 210 time: 0.0705342 Oct 27 21:30:52.972018 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-52fec5de-a731-46e8-ac73-df47ae5ad9d7 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:52.973932 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-52fec5de-a731-46e8-ac73-df47ae5ad9d7 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 811 time: 0.1950266 Oct 27 21:30:53.057575 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-7343eeb6-6cf0-44fe-9d85-537b23e002f0 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a49da20a084c63a41d51b896b5935a HTTP/1.1" status: 200 len: 380 time: 0.0671062 Oct 27 21:30:53.069200 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a1c922e6-9a52-4c1a-a43e-089b2a9bafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.070224 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'port': {'device_id': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'admin_state_up': True, 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'security_groups': ['f41192d2-87c5-4ca5-bc1e-7e069cd1fd17']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:53.114423 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:53.144072 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a1c922e6-9a52-4c1a-a43e-089b2a9bafd7 None None] For port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:53.150438 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a1c922e6-9a52-4c1a-a43e-089b2a9bafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.210858 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c922e6-9a52-4c1a-a43e-089b2a9bafd7 None None] Pushing event updated for resources: {'Port': ['ID=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:53.230443 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Made reservation on behalf of a7a49da20a084c63a41d51b896b5935a for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:53.234432 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.281952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-a8846f68-459e-4788-8083-e7e5d50eebe8 None None] Provisioning complete for port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:53.282333 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a8846f68-459e-4788-8083-e7e5d50eebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.377365 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:52Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:53.404302 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c100f8d-d3d7-49eb-aedb-03c8dcc2df4b None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:52Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:53.406890 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Allocated IP 172.20.0.4 (46adfb48-7605-465c-b9e7-3f518d02fb96/4b783a88-78c1-489b-a256-7c4aabd9cdde/14adb835-49bd-4616-a4ac-80e52957e279) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:53.555633 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.592374 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.644209 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:53.647664 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:53.651878 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:53.659699 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'Port': ['ID=14adb835-49bd-4616-a4ac-80e52957e279,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:53.712525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:53.713540 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.736133 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-febe6d3c-791c-4f04-af0d-12244fcb5921 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718051 Oct 27 21:30:53.759891 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Request body: {'port': {'device_id': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:53.827458 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.901124 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-44b56bec-e84a-452b-88ae-b26de750ae8f None None] Provisioning complete for port 14adb835-49bd-4616-a4ac-80e52957e279 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:53.901680 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-44b56bec-e84a-452b-88ae-b26de750ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.948106 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-44b56bec-e84a-452b-88ae-b26de750ae8f None None] Port 14adb835-49bd-4616-a4ac-80e52957e279 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:54.114451 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981628e3-278f-48ac-ae07-b5ea77b616bf req-9c17727b-228e-4b7d-9c86-8986b6d4640e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:54.116056 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-981628e3-278f-48ac-ae07-b5ea77b616bf req-9c17727b-228e-4b7d-9c86-8986b6d4640e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 931 time: 0.0496228 Oct 27 21:30:54.118753 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14adb835-49bd-4616-a4ac-80e52957e279 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:54.126818 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.140930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Transition to ACTIVE for port object 14adb835-49bd-4616-a4ac-80e52957e279 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:54.145585 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.157309 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-981628e3-278f-48ac-ae07-b5ea77b616bf req-a3729dc5-65fc-43ba-8157-55e73c390474 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349686 Oct 27 21:30:54.206521 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Pushing event updated for resources: {'Port': ['ID=14adb835-49bd-4616-a4ac-80e52957e279,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:54.275385 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Attempting to bind port 14adb835-49bd-4616-a4ac-80e52957e279 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:54.275978 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Attempting to bind port 14adb835-49bd-4616-a4ac-80e52957e279 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:54.276207 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Attempting to bind port 14adb835-49bd-4616-a4ac-80e52957e279 on network 46adfb48-7605-465c-b9e7-3f518d02fb96 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:54.282536 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Port 14adb835-49bd-4616-a4ac-80e52957e279 on network 46adfb48-7605-465c-b9e7-3f518d02fb96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:54.282878 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Attempting to bind port 14adb835-49bd-4616-a4ac-80e52957e279 on network 46adfb48-7605-465c-b9e7-3f518d02fb96 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:54.292289 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:54.292676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Checking segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:54.293078 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Bound using segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:54.293700 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Bound port: 14adb835-49bd-4616-a4ac-80e52957e279, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:54.295526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.369099 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] For port 14adb835-49bd-4616-a4ac-80e52957e279, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:54.369457 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d8eb51de-32ee-4f81-b88d-a6c7536ecc1b up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:54.372352 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] For port 14adb835-49bd-4616-a4ac-80e52957e279, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=14adb835-49bd-4616-a4ac-80e52957e279,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:54.377606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.412560 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:54.413178 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.414544 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] 10.222.0.74 "PUT /v2.0/ports/14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 1093 time: 0.6637149 Oct 27 21:30:54.414976 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:54.417625 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "tag": "14adb835-49bd-4616-a4ac-80e52957e279"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:54.429538 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:54.430153 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.442134 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f8e28-cd8b-453e-ad22-828b432dc835 service neutron] Pushing event updated for resources: {'Port': ['ID=14adb835-49bd-4616-a4ac-80e52957e279,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:54.471144 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491f1b0-62e0-4b11-8cb9-92e9663da6ee x-openstack-request-id: req-0491f1b0-62e0-4b11-8cb9-92e9663da6ee {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:54.471616 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "tag": "14adb835-49bd-4616-a4ac-80e52957e279", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:54.472054 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0491f1b0-62e0-4b11-8cb9-92e9663da6ee {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:54.472450 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279', 'status': 'completed', 'code': 200} Oct 27 21:30:54.533211 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-ed919675-24e1-4356-b4c7-e02c94c31f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:54.534732 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-ed919675-24e1-4356-b4c7-e02c94c31f29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1096 time: 0.0426512 Oct 27 21:30:54.587757 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-93663159-2336-4b5d-a96d-3182b5863763 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 217 time: 0.0384431 Oct 27 21:30:54.637130 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-cf9a17f0-8676-43f2-a797-85487738fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:54.639211 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-cf9a17f0-8676-43f2-a797-85487738fbec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0439880 Oct 27 21:30:54.682786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-28df6858-aaa6-4dc4-8cfd-8793ed2de459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:54.684768 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-28df6858-aaa6-4dc4-8cfd-8793ed2de459 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379674 Oct 27 21:30:54.778665 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-e1b6752a-5f1f-40e7-9dbf-04308bd6d4a0 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841637 Oct 27 21:30:54.868585 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-04bb1e50-2acc-4594-83de-d689ced14fa6 req-0d384faa-6265-45ec-a2d4-098ab6e9b94e service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820882 Oct 27 21:30:55.005611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-d7ca8afc-fec4-4bcd-adb7-88953712ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.007037 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-d7ca8afc-fec4-4bcd-adb7-88953712ff73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1096 time: 0.0389884 Oct 27 21:30:55.097172 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-1a7ad444-4b76-419b-afc2-b1dad4f8fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.098680 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-1a7ad444-4b76-419b-afc2-b1dad4f8fbc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.0835624 Oct 27 21:30:55.220928 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-9a4686a5-431d-40c4-a8bd-bb1371efdf56 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0e4984f0204e4750a2e08361fe8a217f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321608 Oct 27 21:30:55.355010 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-f00ecc3a-e068-4bb5-923a-4cb484cf29d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 217 time: 0.2468493 Oct 27 21:30:55.403417 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-d1270f71-83ce-4c25-b1dc-bdf235a37368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.404906 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-d1270f71-83ce-4c25-b1dc-bdf235a37368 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0423987 Oct 27 21:30:55.486495 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-57f8a9b6-4986-49d9-b523-26712b5b9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.488019 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-57f8a9b6-4986-49d9-b523-26712b5b9dac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418558 Oct 27 21:30:55.591023 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-e208b4a9-fa3f-44b1-b14b-cfa950aaede3 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898044 Oct 27 21:30:55.652130 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac80b-c7e7-47cd-8840-4ab05682ad60 req-e2354bed-8f36-407f-8546-569477943a66 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.653626 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f36ac80b-c7e7-47cd-8840-4ab05682ad60 req-e2354bed-8f36-407f-8546-569477943a66 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 943 time: 0.4177504 Oct 27 21:30:55.687889 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74e62f40-d5c9-4d8d-8c77-dead27f73cb6 req-778148d1-362d-4665-9f2a-f8093547ec98 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837393 Oct 27 21:30:55.702556 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-1741144d-2126-4015-8a31-465f71422f20 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.704047 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-1741144d-2126-4015-8a31-465f71422f20 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4668906 Oct 27 21:30:55.728399 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f36ac80b-c7e7-47cd-8840-4ab05682ad60 req-6af37737-076a-441f-a656-18e89001008a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630229 Oct 27 21:30:55.730712 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-73a1a26a-0499-48fc-9b24-a227e722846b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/quotas/0e4984f0204e4750a2e08361fe8a217f HTTP/1.1" status: 200 len: 375 time: 0.0156915 Oct 27 21:30:55.762203 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-2a942d5a-5fd6-4ef4-8e2d-f1d2113b1406 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e4984f0204e4750a2e08361fe8a217f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252521 Oct 27 21:30:55.914901 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfe33d84-76f8-4798-bdca-a20983e3618f req-04613b1d-7d14-4117-8571-bd79c6e12c7f tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 210 time: 0.0253291 Oct 27 21:30:56.846177 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c67123-cc3e-48c1-832c-d717a638aaff req-75637c7f-5d49-49f2-a7b0-12fcbdb3f47f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:56.847634 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60c67123-cc3e-48c1-832c-d717a638aaff req-75637c7f-5d49-49f2-a7b0-12fcbdb3f47f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 943 time: 0.0518460 Oct 27 21:30:56.886817 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60c67123-cc3e-48c1-832c-d717a638aaff req-42ead609-675e-422d-b69f-91ceb711b39a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330956 Oct 27 21:30:57.013881 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-c930ebcf-7835-42f8-bb4e-5972721a47be tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0e4984f0204e4750a2e08361fe8a217f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337808 Oct 27 21:30:57.014451 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8b863cc0-3398-4e1b-9705-2c36ab9a1538 req-5219985f-0746-46ba-81ab-667afe0ee25a tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 210 time: 0.0266774 Oct 27 21:30:57.201716 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-3379cce4-ffba-4a20-8bdb-8e8f83a13edf tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.203162 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-3379cce4-ffba-4a20-8bdb-8e8f83a13edf tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817417 Oct 27 21:30:57.234298 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Request body: {'port': {'device_id': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc', 'admin_state_up': True, 'tenant_id': '0e4984f0204e4750a2e08361fe8a217f'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:57.339727 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Made reservation on behalf of 0e4984f0204e4750a2e08361fe8a217f for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:57.343825 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.351898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.423728 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.427317 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.486717 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6833d4c-15d1-42db-ab75-7db805d4bc9f,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:57.557271 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Allocated IP 192.168.233.163 (ca5628a4-d712-480a-b9e5-b01b48f17bbc/39b95652-26dc-445f-9252-3b9bccdf9089/2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:57.706185 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.711585 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:30:57.744201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.787127 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Network ca5628a4-d712-480a-b9e5-b01b48f17bbc is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:57.790259 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:57.794167 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:57.800225 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Pushing event updated for resources: {'Port': ['ID=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:57.846083 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.846711 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:57.863165 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3ed4368-0359-4a02-b54f-a855f0ed7b1b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6323419 Oct 27 21:30:57.885446 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Request body: {'port': {'device_id': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:57.946449 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.009200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e99f7-b445-49b2-86cc-3db929c29c8e req-623766ed-4cd6-44a7-8c0e-5276f80a9c91 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.010748 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ca4e99f7-b445-49b2-86cc-3db929c29c8e req-623766ed-4cd6-44a7-8c0e-5276f80a9c91 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 943 time: 0.0491893 Oct 27 21:30:58.057440 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ca4e99f7-b445-49b2-86cc-3db929c29c8e req-8e0a9432-f7d3-47d5-bfbd-1247c42c2ba6 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Oct 27 21:30:58.058113 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-378046b1-17e3-470f-bf04-b41a93d24118 None None] Provisioning complete for port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:58.058621 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-378046b1-17e3-470f-bf04-b41a93d24118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.094086 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-378046b1-17e3-470f-bf04-b41a93d24118 None None] Port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:58.154351 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e73-fc82-400e-ad1a-ea6fbb7409e1 req-b150acc7-40d0-4fb2-bf65-7f63d79e66a9 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.155834 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e5075e73-fc82-400e-ad1a-ea6fbb7409e1 req-b150acc7-40d0-4fb2-bf65-7f63d79e66a9 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 936 time: 0.0527532 Oct 27 21:30:58.170495 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 14adb835-49bd-4616-a4ac-80e52957e279 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:58.197535 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e5075e73-fc82-400e-ad1a-ea6fbb7409e1 req-9acbc3f6-bf27-46de-9997-9d136e73a6cb tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Oct 27 21:30:58.221727 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:58.229326 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.241764 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Transition to ACTIVE for port object 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:58.245650 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.288780 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 14adb835-49bd-4616-a4ac-80e52957e279, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=14adb835-49bd-4616-a4ac-80e52957e279,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:58.306293 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '14adb835-49bd-4616-a4ac-80e52957e279', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'port_id': '14adb835-49bd-4616-a4ac-80e52957e279', 'mac_address': 'fa:16:3e:0e:d4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:58.334935 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:58.351886 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.366014 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14adb835-49bd-4616-a4ac-80e52957e279 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:58.367182 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Attempting to bind port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:58.367589 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Attempting to bind port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:58.367987 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Attempting to bind port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 on network ca5628a4-d712-480a-b9e5-b01b48f17bbc {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:58.373388 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 on network ca5628a4-d712-480a-b9e5-b01b48f17bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:58.373786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Attempting to bind port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 on network ca5628a4-d712-480a-b9e5-b01b48f17bbc {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:58.379418 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:58.379978 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Checking segment: {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:58.380462 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Bound using segment: {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:58.381035 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Bound port: 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:58.381488 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.388910 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 14adb835-49bd-4616-a4ac-80e52957e279, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=14adb835-49bd-4616-a4ac-80e52957e279,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:58.393469 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.445630 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=14adb835-49bd-4616-a4ac-80e52957e279,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:58.452774 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] For port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:58.456513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] For port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:58.460760 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.499295 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.500104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.501543 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] 10.222.0.74 "PUT /v2.0/ports/2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 HTTP/1.1" status: 200 len: 1098 time: 0.6204119 Oct 27 21:30:58.501979 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'tag': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:58.504398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb" -d '{"events": [{"name": "network-changed", "server_uuid": "747c8485-32af-44a6-ba2d-0d94e49fb32b", "tag": "2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:58.544673 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e436a-020a-4171-814d-b73ae08d7558 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:58.551713 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6c4fa2-f793-4b82-ac24-744fad37f150 x-openstack-request-id: req-6f6c4fa2-f793-4b82-ac24-744fad37f150 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:58.552705 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747c8485-32af-44a6-ba2d-0d94e49fb32b", "tag": "2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:58.553051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f6c4fa2-f793-4b82-ac24-744fad37f150 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:58.553534 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'tag': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2', 'status': 'completed', 'code': 200} Oct 27 21:30:58.623516 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-b566339b-f388-401d-90bf-7579fd298d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.625211 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-b566339b-f388-401d-90bf-7579fd298d9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e4984f0204e4750a2e08361fe8a217f&device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 1101 time: 0.0455365 Oct 27 21:30:58.682520 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-f8531b00-822b-4d52-aa6e-0668f2d4975a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 HTTP/1.1" status: 200 len: 217 time: 0.0391779 Oct 27 21:30:58.731889 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3f3e443-4bb5-494b-8081-06e0e9b2a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.733384 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-a3f3e443-4bb5-494b-8081-06e0e9b2a404 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b95652-26dc-445f-9252-3b9bccdf9089 HTTP/1.1" status: 200 len: 843 time: 0.0433071 Oct 27 21:30:58.780479 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-6e5962f5-0ca7-470b-bc9b-8af19bf569f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.781922 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-6e5962f5-0ca7-470b-bc9b-8af19bf569f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca5628a4-d712-480a-b9e5-b01b48f17bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392849 Oct 27 21:30:58.810572 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['14adb835-49bd-4616-a4ac-80e52957e279'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:58.879037 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-d2374f24-5e4b-4fc2-ac6d-5b04ffabfc5d service neutron] 10.222.0.74 "GET /v2.0/networks/ca5628a4-d712-480a-b9e5-b01b48f17bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855505 Oct 27 21:30:58.974094 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-915be8d3-2a69-4e72-af7e-9d9a39c76ef5 req-fe45756a-f709-4d55-ab81-46388b30a91a service neutron] 10.222.0.74 "GET /v2.0/networks/ca5628a4-d712-480a-b9e5-b01b48f17bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820582 Oct 27 21:30:59.146116 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-5a94bf88-38c7-414f-9648-c1e5b72772e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.147578 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-5a94bf88-38c7-414f-9648-c1e5b72772e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e4984f0204e4750a2e08361fe8a217f&device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 1101 time: 0.0456429 Oct 27 21:30:59.171461 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66992-550e-40dc-9c91-28b0b902355a req-60f9b918-fe1e-44ea-bb04-1a33fe07b3cb tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.173927 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4b66992-550e-40dc-9c91-28b0b902355a req-60f9b918-fe1e-44ea-bb04-1a33fe07b3cb tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 944 time: 0.0496552 Oct 27 21:30:59.212004 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b4b66992-550e-40dc-9c91-28b0b902355a req-c87af757-5967-48fa-9915-4680941cf759 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Oct 27 21:30:59.239092 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-2bc896be-6801-47ca-90cc-e7bcd0eaa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.240553 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-2bc896be-6801-47ca-90cc-e7bcd0eaa301 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca5628a4-d712-480a-b9e5-b01b48f17bbc HTTP/1.1" status: 200 len: 870 time: 0.0850775 Oct 27 21:30:59.289540 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-6e724a37-6008-4b0d-9242-f8a5ca86991f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 HTTP/1.1" status: 200 len: 217 time: 0.0375922 Oct 27 21:30:59.324815 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b8e1d-d69c-4b02-aa0b-a41707d11962 req-3c9b3f54-68c4-417c-b3fd-af191da6b9ed tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.326282 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-890b8e1d-d69c-4b02-aa0b-a41707d11962 req-3c9b3f54-68c4-417c-b3fd-af191da6b9ed tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 948 time: 0.0541947 Oct 27 21:30:59.343500 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-ff5e5963-feb8-4b73-8e21-646a81fdfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.344918 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-ff5e5963-feb8-4b73-8e21-646a81fdfc25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b95652-26dc-445f-9252-3b9bccdf9089 HTTP/1.1" status: 200 len: 843 time: 0.0446045 Oct 27 21:30:59.364201 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-890b8e1d-d69c-4b02-aa0b-a41707d11962 req-ec7ac90c-46be-4fd2-b1bd-3b529e34d91b tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Oct 27 21:30:59.392827 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-d113fc86-b2c0-430f-878b-ae5e471d2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.394443 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-d113fc86-b2c0-430f-878b-ae5e471d2257 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca5628a4-d712-480a-b9e5-b01b48f17bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406618 Oct 27 21:30:59.491023 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-bc961f7b-4e32-4f08-b78d-d8a8ec7e193a service neutron] 10.222.0.74 "GET /v2.0/networks/ca5628a4-d712-480a-b9e5-b01b48f17bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840082 Oct 27 21:30:59.583075 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ad6d5ff-ce21-4af6-b148-bbfb862eedfb req-466f554b-beb5-4dab-a62a-2a147ece1368 service neutron] 10.222.0.74 "GET /v2.0/networks/ca5628a4-d712-480a-b9e5-b01b48f17bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794239 Oct 27 21:31:00.192989 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 14adb835-49bd-4616-a4ac-80e52957e279 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:00.242456 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 14adb835-49bd-4616-a4ac-80e52957e279 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:00.246555 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 14adb835-49bd-4616-a4ac-80e52957e279 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:00.246925 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.323432 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.331743 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2268b99-7d8a-4dd2-a312-fb2136176405 req-c63d6216-a831-49df-964e-bf32e6bbf9ec tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:00.333250 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e2268b99-7d8a-4dd2-a312-fb2136176405 req-c63d6216-a831-49df-964e-bf32e6bbf9ec tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 944 time: 0.0532815 Oct 27 21:31:00.346634 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:00.348902 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6978e82-7677-427b-9271-419569ac39b2" -d '{"events": [{"server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "name": "network-vif-plugged", "status": "completed", "tag": "14adb835-49bd-4616-a4ac-80e52957e279"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:00.364426 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 14adb835-49bd-4616-a4ac-80e52957e279, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=14adb835-49bd-4616-a4ac-80e52957e279,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:00.369320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.372082 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e2268b99-7d8a-4dd2-a312-fb2136176405 req-461d88e5-5d17-438a-86d5-6653cf0f489c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Oct 27 21:31:00.396306 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6d55a-f318-4cec-941c-9b28e37e2ad2 x-openstack-request-id: req-0dc6d55a-f318-4cec-941c-9b28e37e2ad2 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:00.396491 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "name": "network-vif-plugged", "status": "completed", "tag": "14adb835-49bd-4616-a4ac-80e52957e279", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:00.396886 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0dc6d55a-f318-4cec-941c-9b28e37e2ad2 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:00.397314 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279', 'code': 200} Oct 27 21:31:00.423190 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=14adb835-49bd-4616-a4ac-80e52957e279,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:00.484345 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc847ba-adad-4ceb-9c60-59008222e39c req-9d4cae4b-7d1c-4f76-8d96-730b69bbaed6 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:00.485989 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0cc847ba-adad-4ceb-9c60-59008222e39c req-9d4cae4b-7d1c-4f76-8d96-730b69bbaed6 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 948 time: 0.0488536 Oct 27 21:31:00.525110 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0cc847ba-adad-4ceb-9c60-59008222e39c req-853df199-d073-4057-8cd2-862924637e65 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Oct 27 21:31:00.628487 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776fa9-ebc9-4c1e-937b-167ae67464bd req-d0361d74-ac17-4e27-853c-587a4132316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:00.630020 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5e776fa9-ebc9-4c1e-937b-167ae67464bd req-d0361d74-ac17-4e27-853c-587a4132316b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1098 time: 0.0433061 Oct 27 21:31:00.664687 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5e776fa9-ebc9-4c1e-937b-167ae67464bd req-5a2dfe4e-073b-4bd7-8134-df88ab5dcc5e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259964 Oct 27 21:31:01.491945 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8881-8955-4275-9645-b1a01fd8f444 req-13c13f60-2b9a-4da4-856e-2fd2f545d000 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:01.493443 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-082e8881-8955-4275-9645-b1a01fd8f444 req-13c13f60-2b9a-4da4-856e-2fd2f545d000 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0471227 Oct 27 21:31:01.530004 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-082e8881-8955-4275-9645-b1a01fd8f444 req-6b7eb930-7564-4490-b194-df01f5bd9257 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302038 Oct 27 21:31:01.646579 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd96f3-d385-4ff9-98f8-426039a07cd0 req-ac1e4557-2ad3-46ab-a816-a810d1a15cff tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:01.648049 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-17dd96f3-d385-4ff9-98f8-426039a07cd0 req-ac1e4557-2ad3-46ab-a816-a810d1a15cff tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 948 time: 0.0531185 Oct 27 21:31:01.685549 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-17dd96f3-d385-4ff9-98f8-426039a07cd0 req-05bb43c0-ba10-4a4d-8226-e9d59b2160b6 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Oct 27 21:31:02.194458 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:02.289895 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:02.301145 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2', 'network_id': 'ca5628a4-d712-480a-b9e5-b01b48f17bbc', 'port_id': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2', 'mac_address': 'fa:16:3e:87:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b95652-26dc-445f-9252-3b9bccdf9089', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:02.335365 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:02.347813 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:02.366306 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:02.370907 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:02.415088 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:02.642871 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135472e-06f5-4ec6-a502-1b6980a66209 req-ee37e7de-02bc-429f-a3cc-eda19cf639e8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.644327 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d135472e-06f5-4ec6-a502-1b6980a66209 req-ee37e7de-02bc-429f-a3cc-eda19cf639e8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Oct 27 21:31:02.680911 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d135472e-06f5-4ec6-a502-1b6980a66209 req-1d6662d5-9bd3-4f05-b900-f22db0b3c1a6 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306797 Oct 27 21:31:02.729476 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:02.826894 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d887fb8-780d-4d33-918a-c30901de8df7 req-fa4e601a-943c-4853-9a40-93d9b3ed1194 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.828656 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4d887fb8-780d-4d33-918a-c30901de8df7 req-fa4e601a-943c-4853-9a40-93d9b3ed1194 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0849192 Oct 27 21:31:02.836886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e3bda-4a30-4a9a-b83b-3278dcdfa88b req-c4dd37b3-ae2f-43d8-be99-430806cb4526 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.837322 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 59016) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:02.838324 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-138e3bda-4a30-4a9a-b83b-3278dcdfa88b req-c4dd37b3-ae2f-43d8-be99-430806cb4526 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 949 time: 0.0845175 Oct 27 21:31:02.842409 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'floatingip': {'port_id': '14adb835-49bd-4616-a4ac-80e52957e279'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:02.878647 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-138e3bda-4a30-4a9a-b83b-3278dcdfa88b req-802bbd7a-1463-43d9-a53c-a8a5400dedf0 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Oct 27 21:31:02.880068 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.281035 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.284688 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.377438 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Floating IP 1da20cb8-6a44-46b7-a28b-677d71c3607d associated. External IP: 172.27.1.3, port: 14adb835-49bd-4616-a4ac-80e52957e279. Oct 27 21:31:03.780136 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:31:03.879712 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:03.883982 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:03.890266 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:03.900532 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:03.900724 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:03.917497 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-1fc7f9b2-b910-4429-827e-39b4a89430b8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "PUT /v2.0/floatingips/1da20cb8-6a44-46b7-a28b-677d71c3607d HTTP/1.1" status: 200 len: 989 time: 1.0757594 Oct 27 21:31:03.917497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:03.917497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "tag": "14adb835-49bd-4616-a4ac-80e52957e279"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:04.007693 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810c64e-2ecc-4c38-b773-78b19c7832bc req-20fc2637-96f5-4cc6-b462-85b4740cfabd tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.008752 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:04.009803 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a810c64e-2ecc-4c38-b773-78b19c7832bc req-20fc2637-96f5-4cc6-b462-85b4740cfabd tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 949 time: 0.0526462 Oct 27 21:31:04.050904 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a810c64e-2ecc-4c38-b773-78b19c7832bc req-5787cc25-347c-4b87-a88c-004bf86f1528 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Oct 27 21:31:04.054360 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7126ae7-7514-4bed-8fb9-000aac28bd65 x-openstack-request-id: req-a7126ae7-7514-4bed-8fb9-000aac28bd65 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:04.054645 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "tag": "14adb835-49bd-4616-a4ac-80e52957e279", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:04.054896 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7126ae7-7514-4bed-8fb9-000aac28bd65 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:04.055290 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279', 'status': 'completed', 'code': 200} Oct 27 21:31:04.139300 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-ad90a939-57ec-4d68-b6f8-71423cf3feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.140951 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-ad90a939-57ec-4d68-b6f8-71423cf3feb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1098 time: 0.0402815 Oct 27 21:31:04.205361 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:04.229500 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-7bb6ebce-dadd-44f8-9594-53d37aae01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.230983 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-7bb6ebce-dadd-44f8-9594-53d37aae01ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.0827000 Oct 27 21:31:04.301284 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-38426520-f1ff-4f06-aa67-0ff7fe49fea2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 997 time: 0.0628490 Oct 27 21:31:04.303289 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:04.308573 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:04.308991 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.362297 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-770119e5-50d8-4b75-8e9a-0fa8949ea0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.363776 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-770119e5-50d8-4b75-8e9a-0fa8949ea0f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0548854 Oct 27 21:31:04.366092 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '1da20cb8-6a44-46b7-a28b-677d71c3607d', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'port_id': '14adb835-49bd-4616-a4ac-80e52957e279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'mac_address': 'fa:16:3e:0e:d4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:30:50Z', 'updated_at': '2021-10-27T21:31:03Z', 'revision_number': 1, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:04.414198 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-359ed63c-7b62-45a2-a320-a62de17a995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.415715 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-359ed63c-7b62-45a2-a320-a62de17a995d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416739 Oct 27 21:31:04.512553 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-2ba6b54d-c872-48c6-842f-abc4c87ef0d1 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888777 Oct 27 21:31:04.525907 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:04.547159 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:04.547770 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:30:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:04.550431 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.617435 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-6cb5ab2a-d6f1-4d9a-a248-0f2fa7331cdf req-23db8fe3-7876-4655-9595-d34f9a654d89 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930040 Oct 27 21:31:04.636415 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:04.639203 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc918a-48ce-49aa-9785-8eb80ac4bd42" -d '{"events": [{"server_uuid": "747c8485-32af-44a6-ba2d-0d94e49fb32b", "name": "network-vif-plugged", "status": "completed", "tag": "2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:04.658806 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:04.668078 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.694202 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbabd91-b1b7-4c40-9479-d5132ebccf70 x-openstack-request-id: req-dcbabd91-b1b7-4c40-9479-d5132ebccf70 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:04.694538 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747c8485-32af-44a6-ba2d-0d94e49fb32b", "name": "network-vif-plugged", "status": "completed", "tag": "2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:04.694791 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dcbabd91-b1b7-4c40-9479-d5132ebccf70 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:04.695171 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2', 'code': 200} Oct 27 21:31:04.717057 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:04.761620 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:04.883322 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b5b2-5a2d-4037-bb68-cc3ac957738d req-ceae7e0e-9eb6-43b4-8de6-eeb5160dab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.884959 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2f85b5b2-5a2d-4037-bb68-cc3ac957738d req-ceae7e0e-9eb6-43b4-8de6-eeb5160dab94 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 1103 time: 0.0405288 Oct 27 21:31:04.921376 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2f85b5b2-5a2d-4037-bb68-cc3ac957738d req-ab37beec-f7d9-4210-8d12-1695d6a76a24 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294101 Oct 27 21:31:04.957094 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '1da20cb8-6a44-46b7-a28b-677d71c3607d', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'port_id': '14adb835-49bd-4616-a4ac-80e52957e279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'mac_address': 'fa:16:3e:0e:d4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:30:50Z', 'updated_at': '2021-10-27T21:31:03Z', 'revision_number': 1, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:04.984257 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be35d8-5243-448a-ae2d-ee70e7dcead5 None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '1da20cb8-6a44-46b7-a28b-677d71c3607d', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'port_id': '14adb835-49bd-4616-a4ac-80e52957e279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'mac_address': 'fa:16:3e:0e:d4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:30:50Z', 'updated_at': '2021-10-27T21:31:03Z', 'revision_number': 1, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:05.169110 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb8a17e-34fc-497c-8e77-29d3bd0cc5d5 None None] New status for floating IP 1da20cb8-6a44-46b7-a28b-677d71c3607d: ACTIVE {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:31:05.173157 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c42a3-daab-414e-ad87-da185b49d73b req-71d28ffa-6d92-463b-a9c4-39c61fd6ec8e tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:05.174755 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6f9c42a3-daab-414e-ad87-da185b49d73b req-71d28ffa-6d92-463b-a9c4-39c61fd6ec8e tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 950 time: 0.0517988 Oct 27 21:31:05.213299 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6f9c42a3-daab-414e-ad87-da185b49d73b req-0e2a9d07-3453-42df-a1fa-ec3bb7273213 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Oct 27 21:31:06.334624 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedacc-b8d6-4138-aa78-ce2bd0e46090 req-d53aef70-2288-45d3-8729-6ea5d4e79b9f tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:06.336106 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e5fedacc-b8d6-4138-aa78-ce2bd0e46090 req-d53aef70-2288-45d3-8729-6ea5d4e79b9f tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 950 time: 0.0528111 Oct 27 21:31:06.344045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-ad3134b3-0f18-4d3c-8c06-b3bb3e47cf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.376145 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e5fedacc-b8d6-4138-aa78-ce2bd0e46090 req-550d7906-70af-4ee6-821d-bd3eade4f018 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330405 Oct 27 21:31:06.630159 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5824-a016-4e1f-9066-3924edd49268 req-a6db9fde-133a-44a1-82c4-a809b1857cba tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:06.631606 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-96aa5824-a016-4e1f-9066-3924edd49268 req-a6db9fde-133a-44a1-82c4-a809b1857cba tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 950 time: 0.0484097 Oct 27 21:31:06.668002 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-96aa5824-a016-4e1f-9066-3924edd49268 req-1938f85f-f548-496b-8fc4-2a19b3305d23 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304439 Oct 27 21:31:07.783613 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279739e0-264e-4f8b-ad63-c18701607161 req-2093b39f-e87b-4a4b-bf77-8ad103687751 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:07.785162 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-279739e0-264e-4f8b-ad63-c18701607161 req-2093b39f-e87b-4a4b-bf77-8ad103687751 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 950 time: 0.0480518 Oct 27 21:31:07.821997 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-279739e0-264e-4f8b-ad63-c18701607161 req-af10bd37-9f13-40da-9f8f-a19e4eb7e092 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6833d4c-15d1-42db-ab75-7db805d4bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Oct 27 21:31:08.229993 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-7028ea47-dd47-4a9d-8ed8-8efb682a360c tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:08.232060 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-7028ea47-dd47-4a9d-8ed8-8efb682a360c tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.74 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 950 time: 0.0477643 Oct 27 21:31:08.327058 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Deleting port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:31:08.327320 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.420131 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] For port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,segment=NetworkSegment(fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9),segment_id=fbb7a17d-0578-4057-8c8d-2c0e0e8c3ef9)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:08.420488 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.433214 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Calling delete_port for 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:31:08.565288 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.601481 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Pushing event deleted for resources: {'Port': ['ID=2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:08.621266 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:08.644285 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] No DVR routers for this DVR port 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:31:08.646612 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.649920 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-54c37546-4297-4314-88a1-3e1ab4d48f4f req-93fa525a-0b0a-426f-8a6d-082a443d5c80 tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.74 "DELETE /v2.0/ports/2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 HTTP/1.1" status: 204 len: 173 time: 0.4091744 Oct 27 21:31:08.650359 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'name': 'network-vif-deleted', 'tag': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:08.652682 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf0fd6a-a86a-4d9a-85fb-a704ed5dba76" -d '{"events": [{"server_uuid": "747c8485-32af-44a6-ba2d-0d94e49fb32b", "name": "network-vif-deleted", "tag": "2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:08.692999 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140bdc4e-af9d-4b59-9e80-07c7c44ffb18 x-openstack-request-id: req-140bdc4e-af9d-4b59-9e80-07c7c44ffb18 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:08.693268 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747c8485-32af-44a6-ba2d-0d94e49fb32b", "name": "network-vif-deleted", "tag": "2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:08.696834 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-140bdc4e-af9d-4b59-9e80-07c7c44ffb18 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:08.697266 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747c8485-32af-44a6-ba2d-0d94e49fb32b', 'name': 'network-vif-deleted', 'tag': '2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2', 'status': 'completed', 'code': 200} Oct 27 21:31:08.898347 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1c94f12f-9ed2-485d-b7ef-8477855e2297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.930949 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-03cf942a-8a28-4f3b-9e53-c3f1ee2a7f43 req-20511f30-5435-4358-be8b-fe1610b4c6bb tempest-VolumesNegativeTest-1694967471 tempest-VolumesNegativeTest-1694967471-project] 10.222.0.55 "GET /v2.0/ports?device_id=747c8485-32af-44a6-ba2d-0d94e49fb32b HTTP/1.1" status: 200 len: 210 time: 0.0291972 Oct 27 21:31:10.019589 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.132113 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:11.768938 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:12.251546 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:31:12.274773 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:31:12.275323 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 2fc9f184-c70e-4864-b5b3-d6bf5b61ceb2 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:31:13.671962 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 59290) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:13.800594 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f0979b1e-8e14-4b17-a79e-b53895777539 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e4984f0204e4750a2e08361fe8a217f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274662 Oct 27 21:31:13.802984 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 59294) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:13.847829 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-42285a2f-69b1-427d-baf0-eac38a66245b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.868175 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-42285a2f-69b1-427d-baf0-eac38a66245b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.911833 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-42285a2f-69b1-427d-baf0-eac38a66245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.914282 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-42285a2f-69b1-427d-baf0-eac38a66245b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:13.915384 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-42285a2f-69b1-427d-baf0-eac38a66245b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6833d4c-15d1-42db-ab75-7db805d4bc9f HTTP/1.1" status: 204 len: 168 time: 0.1115422 Oct 27 21:31:13.924444 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42285a2f-69b1-427d-baf0-eac38a66245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6833d4c-15d1-42db-ab75-7db805d4bc9f,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:16.469653 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-a66a7556-7100-41cc-9a7b-c2698c9717d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414445 Oct 27 21:31:16.573264 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-e8becee2-0c7f-49f6-9b67-5a771cb557ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:16.575329 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-e8becee2-0c7f-49f6-9b67-5a771cb557ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 1100 time: 0.0423083 Oct 27 21:31:16.684210 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-7e314d6a-e9e2-4d44-9be3-bf80265830e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:16.685715 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-7e314d6a-e9e2-4d44-9be3-bf80265830e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.0886106 Oct 27 21:31:16.754294 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-3ff9ec68-9a62-4830-8324-0f8a7b83ee91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 200 len: 1001 time: 0.0582902 Oct 27 21:31:16.807431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-6576f67c-dd64-4058-b4b0-8652de09ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:16.808886 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-6576f67c-dd64-4058-b4b0-8652de09ce96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0439839 Oct 27 21:31:16.863096 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-5cad272e-4236-41e1-bdbe-bfc248d4d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:16.864620 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-5cad272e-4236-41e1-bdbe-bfc248d4d6ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437539 Oct 27 21:31:16.886178 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa9bb-ce35-4d9c-9a8a-aa6f0e3c1afa req-40b86cc9-28db-4315-89d3-b5160a387403 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:16.887668 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1d3aa9bb-ce35-4d9c-9a8a-aa6f0e3c1afa req-40b86cc9-28db-4315-89d3-b5160a387403 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.1471510 Oct 27 21:31:16.925556 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1d3aa9bb-ce35-4d9c-9a8a-aa6f0e3c1afa req-c01b7a9d-e948-46a3-9db2-8028d4f949bf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318205 Oct 27 21:31:16.955451 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-c8b6aa6d-e813-44d1-a747-2b009ab83f23 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Oct 27 21:31:17.047338 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d4aaa2bd-2d67-4a75-ac00-fe950d6a79fe req-568f00a4-5d6e-4d41-91b2-07d766adc37b service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836809 Oct 27 21:31:18.047088 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6175-0d0f-4da5-8182-7c3537f65cbd req-8fd8af36-dede-4cfe-b67c-6b5489a6f833 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:18.048600 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5e7d6175-0d0f-4da5-8182-7c3537f65cbd req-8fd8af36-dede-4cfe-b67c-6b5489a6f833 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0514002 Oct 27 21:31:18.085974 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5e7d6175-0d0f-4da5-8182-7c3537f65cbd req-854593bc-7e3d-4aaf-a88b-0e941059ff95 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Oct 27 21:31:18.736749 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-c6cf2760-f1b0-41de-8edb-e8b13d47cfe4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:18.738199 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-c6cf2760-f1b0-41de-8edb-e8b13d47cfe4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0485466 Oct 27 21:31:18.829284 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Deleting port c2f0a292-8500-4d5e-be54-75f88accdf07 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:31:18.829537 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:18.914306 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] For port c2f0a292-8500-4d5e-be54-75f88accdf07, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2f0a292-8500-4d5e-be54-75f88accdf07,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:18.914662 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.126710 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.127074 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.127387 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Floating IP 7032f6dd-b7ef-417f-8a8e-14e9352e8c44 disassociated. External IP: 172.27.1.71, port: c2f0a292-8500-4d5e-be54-75f88accdf07. Oct 27 21:31:19.127723 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Calling delete_port for c2f0a292-8500-4d5e-be54-75f88accdf07 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:31:19.181270 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.206572 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d749ea-cc1d-466d-a1cf-97fb493d8710 req-d5fe55f5-2f4a-4ea5-9158-ae1de78a0bed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:19.208343 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-62d749ea-cc1d-466d-a1cf-97fb493d8710 req-d5fe55f5-2f4a-4ea5-9158-ae1de78a0bed tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 947 time: 0.0497375 Oct 27 21:31:19.246918 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-62d749ea-cc1d-466d-a1cf-97fb493d8710 req-0d57e420-3d9e-4973-8892-f4fbad90bc09 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312583 Oct 27 21:31:19.260783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.288626 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event deleted for resources: {'Port': ['ID=c2f0a292-8500-4d5e-be54-75f88accdf07,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:19.399161 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:31:19.511486 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:19.522940 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:19.533028 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:19.533633 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:31:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:19.550538 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] No DVR routers for this DVR port c2f0a292-8500-4d5e-be54-75f88accdf07 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:31:19.553828 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.557349 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-345dc0e5-f21e-4bf3-b5bb-4f1d7af99ea8 req-d3c7143b-2efb-4285-a9bb-b87239dcfd30 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "DELETE /v2.0/ports/c2f0a292-8500-4d5e-be54-75f88accdf07 HTTP/1.1" status: 204 len: 173 time: 0.8126948 Oct 27 21:31:19.557786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-deleted', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:19.560009 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e2137-b73f-4e90-894a-86d57faa52fd" -d '{"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-deleted", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:19.608173 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017bdcfc-07b7-4112-b542-f1746cfdb4f6 x-openstack-request-id: req-017bdcfc-07b7-4112-b542-f1746cfdb4f6 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:19.608540 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe", "name": "network-vif-deleted", "tag": "c2f0a292-8500-4d5e-be54-75f88accdf07", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:19.608981 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-017bdcfc-07b7-4112-b542-f1746cfdb4f6 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:19.611278 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe', 'name': 'network-vif-deleted', 'tag': 'c2f0a292-8500-4d5e-be54-75f88accdf07', 'status': 'completed', 'code': 200} Oct 27 21:31:19.649707 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:19.867578 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:19.894042 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:19.903246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:19.903783 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:31:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:20.007117 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:20.204461 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:20.233737 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e20675-d659-4e9c-b267-306cdb524674 None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:20.362569 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-09b5c5a4-8afd-401b-b8bf-7d30cdda568d req-3ac73a54-9d41-4e2a-b77b-a5030f7bc2f5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f520ffa-9b37-4deb-832f-9f8f3b4bd2fe HTTP/1.1" status: 200 len: 210 time: 0.0277579 Oct 27 21:31:20.463195 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f040a-e38a-4abd-808e-ba383e0f9205 None None] New status for floating IP 7032f6dd-b7ef-417f-8a8e-14e9352e8c44: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:31:21.458360 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 59352) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:21.515592 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fff2156-68c5-4ecb-926a-a8279aadbdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.538716 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fff2156-68c5-4ecb-926a-a8279aadbdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.587971 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fff2156-68c5-4ecb-926a-a8279aadbdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.591103 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1fff2156-68c5-4ecb-926a-a8279aadbdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.592287 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-1fff2156-68c5-4ecb-926a-a8279aadbdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "DELETE /v2.0/security-groups/bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71 HTTP/1.1" status: 204 len: 168 time: 0.1325779 Oct 27 21:31:21.595283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 59354) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:21.601250 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff2156-68c5-4ecb-926a-a8279aadbdb0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:21.613489 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.api.v2.resource [None req-e75ed0fd-4691-4b6a-9977-ec744a156b27 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] show failed (client error): The resource could not be found. Oct 27 21:31:21.614756 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e75ed0fd-4691-4b6a-9977-ec744a156b27 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups/bab86cc9-f1f4-49a8-b7eb-ce9a74bcab71 HTTP/1.1" status: 404 len: 347 time: 0.0183592 Oct 27 21:31:21.617773 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 59356) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:21.775553 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Deleting port 46a03df7-97d5-4900-bc86-54c005220273 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:31:21.775891 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.851748 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.852064 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.863312 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Calling delete_port for 46a03df7-97d5-4900-bc86-54c005220273 owned by network:floatingip {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:31:21.998829 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.027565 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event deleted for resources: {'Port': ['ID=46a03df7-97d5-4900-bc86-54c005220273,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:22.092240 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.094986 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.096142 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b145639c-9c7e-4b81-809f-2c847df8bf60 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "DELETE /v2.0/floatingips/7032f6dd-b7ef-417f-8a8e-14e9352e8c44 HTTP/1.1" status: 204 len: 168 time: 0.4774351 Oct 27 21:31:22.302943 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:31:22.322341 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: c2f0a292-8500-4d5e-be54-75f88accdf07 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:31:22.322675 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device c2f0a292-8500-4d5e-be54-75f88accdf07 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:31:22.392154 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 59362) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:22.396700 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105968493', 'description': 'tempest-description--1467101569'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:22.418441 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.483579 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.487374 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.515382 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.516621 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1233923 Oct 27 21:31:22.518398 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63959d7-6249-4b39-9a07-da3ecccb6427 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f5c403-3182-4573-b7b6-a0137ec49314,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:22.519708 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 59364) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:22.524184 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'security_group_rule': {'security_group_id': '99f5c403-3182-4573-b7b6-a0137ec49314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:22.552698 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.597198 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.600460 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.617366 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f96ad4-c014-4c68-b280-fbc5ac3cf85f,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:22.624968 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.626130 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c04aaba8-6b57-4387-829f-77fc1de5ed44 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054325 Oct 27 21:31:22.628806 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 59366) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:22.633106 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'security_group_rule': {'security_group_id': '99f5c403-3182-4573-b7b6-a0137ec49314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:22.659582 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.713268 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.721932 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.739745 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae9ca7d-3cce-40d4-8b35-e5e0adfac3aa,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:22.744080 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.745262 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-18f3cc59-d8fb-43f7-9dce-2521c80e2763 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155419 Oct 27 21:31:22.748403 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 59368) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:22.752565 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:22.773445 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.871043 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:22.972563 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Allocated IP 172.27.1.229 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/d65f2845-f890-4f19-9706-12b055fa1fb8) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:23.071412 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.102915 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.141431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:23.144206 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:23.146728 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:23.176159 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'Port': ['ID=d65f2845-f890-4f19-9706-12b055fa1fb8,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:23.249021 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.281129 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.425348 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.429384 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.495977 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'Port': ['ID=d65f2845-f890-4f19-9706-12b055fa1fb8,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:23.507169 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.523175 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:23.524498 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c3bc4c89-2b3b-4661-b8f3-0fa31ffd2dfc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7751427 Oct 27 21:31:23.661702 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-029d8421-13da-4221-99f2-d52de39cdb05 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1105968493&fields=id&tenant_id=9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 267 time: 0.0321867 Oct 27 21:31:23.768534 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-bb7256d2-8a19-41e8-8935-538c62ec5172 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:23.770008 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-bb7256d2-8a19-41e8-8935-538c62ec5172 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 817 time: 0.1014149 Oct 27 21:31:23.785262 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-d9830544-55a3-4917-a13b-60671f96ca06 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/quotas/9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Oct 27 21:31:23.841774 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-318fd886-9dbf-4b25-a43e-4e5033d2fec8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511003 Oct 27 21:31:23.990810 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-c355804e-a2b3-4977-8700-5e283a8eb4c5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368203 Oct 27 21:31:24.077595 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-c62ca98e-98c9-4fb0-a810-517a90070e2a service neutron] 10.222.0.55 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802779 Oct 27 21:31:24.253736 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-99706992-3d06-4f9a-afa4-287568fde9e2 req-e2c0f485-bae8-4c1f-a467-2be0532ab2c8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 210 time: 0.0312958 Oct 27 21:31:25.360815 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-438404b7-7e35-4fc9-8396-891b16821cce req-2e6aae43-2c1b-4ed9-8168-dcf3c86c2155 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 210 time: 0.0260360 Oct 27 21:31:25.412815 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-aa850488-fad4-4d93-8451-222373754afd tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:25.414278 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-aa850488-fad4-4d93-8451-222373754afd tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 817 time: 0.1106396 Oct 27 21:31:25.468567 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-ebf3e3df-720d-4286-b3b4-a73dbb088831 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 380 time: 0.0344181 Oct 27 21:31:25.479746 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'port': {'device_id': '645a24a8-7822-400e-bfee-18787fd608d3', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'admin_state_up': True, 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'security_groups': ['99f5c403-3182-4573-b7b6-a0137ec49314']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:25.805569 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Made reservation on behalf of 9b8b3ce0115a4f34bf331137e4e67c71 for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:25.809099 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:25.934004 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Allocated IP 172.20.0.5 (0e464787-dbbd-4d22-8109-70d4268f16e0/e3d55d0e-341d-4e13-a681-218af763201f/646f45af-d36b-4b7b-a0b3-99d6a23733b5) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:26.066269 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.099708 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.142342 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:26.145569 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:26.149431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:26.178060 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:26.197096 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.197473 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.197827 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.198165 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.198497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.198964 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.199173 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.199529 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.199858 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.200223 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.200593 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.200944 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:26.220697 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.221412 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.238159 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-1ab97f87-9b5b-449f-93d7-38108dad2553 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620723 Oct 27 21:31:26.307147 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Request body: {'port': {'device_id': '645a24a8-7822-400e-bfee-18787fd608d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:26.337388 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-3253c468-86fc-42e8-9263-e6be01c5c6a9 None None] Provisioning complete for port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:26.337939 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3253c468-86fc-42e8-9263-e6be01c5c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.360457 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.373975 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-3253c468-86fc-42e8-9263-e6be01c5c6a9 None None] Port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:31:26.479106 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a67f5-37d9-4888-953f-e4b367e020f0 req-f8a92f83-2137-4e00-8fee-0933b98c64b8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.481121 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c26a67f5-37d9-4888-953f-e4b367e020f0 req-f8a92f83-2137-4e00-8fee-0933b98c64b8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 931 time: 0.0490932 Oct 27 21:31:26.518929 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c26a67f5-37d9-4888-953f-e4b367e020f0 req-2133923c-f331-4d9f-9424-aa4ef782e0d0 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Oct 27 21:31:26.626738 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646f45af-d36b-4b7b-a0b3-99d6a23733b5 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:26.634186 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.646849 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Transition to ACTIVE for port object 646f45af-d36b-4b7b-a0b3-99d6a23733b5 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:31:26.650359 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.723161 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:26.780089 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Attempting to bind port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:26.780459 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Attempting to bind port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:26.780876 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Attempting to bind port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:26.785553 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:26.785875 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Attempting to bind port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 on network 0e464787-dbbd-4d22-8109-70d4268f16e0 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:26.791329 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:26.791775 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Checking segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:26.792560 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Bound using segment: {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:26.793026 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Bound port: 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ad276-a91d-42aa-ae71-ecef7b6666f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:26.793386 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.860364 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:26.863334 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:26.868511 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.905085 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.905680 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:26.907025 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] 10.222.0.74 "PUT /v2.0/ports/646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 200 len: 1093 time: 0.6534350 Oct 27 21:31:26.907459 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:26.909770 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933a57ca-3d6e-4380-b0ae-f151806d4461" -d '{"events": [{"name": "network-changed", "server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:26.930295 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07279b-02fa-476d-a35c-ce8d05542d9d service neutron] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:26.965493 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143fb6a-2f01-49d7-8f5a-2fa920714823 x-openstack-request-id: req-2143fb6a-2f01-49d7-8f5a-2fa920714823 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:26.965789 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:26.966040 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2143fb6a-2f01-49d7-8f5a-2fa920714823 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:26.966452 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'status': 'completed', 'code': 200} Oct 27 21:31:27.026513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-a9dd984d-e76b-434e-bd68-e953820ab727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.028361 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-a9dd984d-e76b-434e-bd68-e953820ab727 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1096 time: 0.0430233 Oct 27 21:31:27.085108 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-44e60d7b-2de7-42d8-814f-e63253c56fe1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 200 len: 217 time: 0.0374877 Oct 27 21:31:27.134577 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-52b6110c-3cef-41a0-bf2e-6a2a5bb7728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.136020 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-52b6110c-3cef-41a0-bf2e-6a2a5bb7728a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0426257 Oct 27 21:31:27.183080 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-958888e9-ea46-4446-b035-fb47ed029d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.184515 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-958888e9-ea46-4446-b035-fb47ed029d98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394912 Oct 27 21:31:27.279096 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-34df8268-87c3-4db7-aafc-1cd6f243187b service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857072 Oct 27 21:31:27.366415 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-028a2a8d-7250-46f3-84dc-ab87e42cafe3 req-56a14cde-8762-4a12-9044-963e8a55c130 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799048 Oct 27 21:31:27.506355 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-e5225949-ef24-4899-8111-8eb280a338eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.507712 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-e5225949-ef24-4899-8111-8eb280a338eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1096 time: 0.0397449 Oct 27 21:31:27.603236 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-7d1179ee-e22a-4a6e-98e2-9a16e4119aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.604750 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-7d1179ee-e22a-4a6e-98e2-9a16e4119aed service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.0885916 Oct 27 21:31:27.649171 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-980515a0-b2ba-4c50-be4a-e7bc37728dd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 200 len: 217 time: 0.0330269 Oct 27 21:31:27.658637 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de44e3-b04d-4fbc-887a-253a9399bc93 req-eaa57197-fe70-491b-b5f7-52972e99016c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.660110 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69de44e3-b04d-4fbc-887a-253a9399bc93 req-eaa57197-fe70-491b-b5f7-52972e99016c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0483811 Oct 27 21:31:27.699168 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69de44e3-b04d-4fbc-887a-253a9399bc93 req-5eb2ed68-a15a-42b1-9a84-b19e43d83434 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Oct 27 21:31:27.704396 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-7fdf271b-bcd0-4a8b-8275-522362e1f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.705911 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-7fdf271b-bcd0-4a8b-8275-522362e1f568 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0496767 Oct 27 21:31:27.759285 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-15d2d00b-11e3-4eae-a3c6-ebad662c8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.759285 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-15d2d00b-11e3-4eae-a3c6-ebad662c8eca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408766 Oct 27 21:31:27.850746 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-57c0202f-4ba7-4e6e-baf1-883ce7d3e8d7 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826657 Oct 27 21:31:27.939431 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-933a57ca-3d6e-4380-b0ae-f151806d4461 req-6bf8a2d1-4b21-46e8-a76e-773be3d3582f service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803008 Oct 27 21:31:28.818026 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369bd5-20ea-4c5b-88b8-d9162e69d337 req-47912ac5-8b17-4383-9dac-7cab13196bde tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:28.819473 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff369bd5-20ea-4c5b-88b8-d9162e69d337 req-47912ac5-8b17-4383-9dac-7cab13196bde tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0515683 Oct 27 21:31:28.855641 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff369bd5-20ea-4c5b-88b8-d9162e69d337 req-588baf77-75f0-4552-a291-d283d292f93b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298421 Oct 27 21:31:29.972091 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641163c-34a2-40b4-80eb-c1cc444072ee req-1749afeb-75fc-4488-8e28-4f083e386dce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:29.973480 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f641163c-34a2-40b4-80eb-c1cc444072ee req-1749afeb-75fc-4488-8e28-4f083e386dce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0490394 Oct 27 21:31:30.011875 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f641163c-34a2-40b4-80eb-c1cc444072ee req-3862520d-e8e1-4391-92c0-cf4697c5868d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Oct 27 21:31:30.302615 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:30.397751 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:30.408913 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'mac_address': 'fa:16:3e:7d:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:30.447908 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.461568 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646f45af-d36b-4b7b-a0b3-99d6a23733b5 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:30.484338 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:30.488128 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:30.534427 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:30.796827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['646f45af-d36b-4b7b-a0b3-99d6a23733b5'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:31.129283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d79cfb-a205-493d-8e1c-c54d442a8884 req-ea72a36e-a591-4cf1-a366-beca9f797803 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:31.130736 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-07d79cfb-a205-493d-8e1c-c54d442a8884 req-ea72a36e-a591-4cf1-a366-beca9f797803 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 944 time: 0.0480278 Oct 27 21:31:31.166894 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-07d79cfb-a205-493d-8e1c-c54d442a8884 req-c6f9a436-4906-470e-bba1-64cacf219985 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298054 Oct 27 21:31:32.286413 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb679c-a5df-4155-a9ff-c46783ac23ea req-67fae4f0-1c15-4a5d-8a05-35f63e680284 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.287885 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f7cb679c-a5df-4155-a9ff-c46783ac23ea req-67fae4f0-1c15-4a5d-8a05-35f63e680284 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 944 time: 0.0511043 Oct 27 21:31:32.314062 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:32.324979 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f7cb679c-a5df-4155-a9ff-c46783ac23ea req-b13e9adf-bc8a-4f24-8e94-2cb003e55ecd tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Oct 27 21:31:32.362030 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:32.366323 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:32.366716 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.444461 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.467342 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:32.469746 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f66e270-91e8-4e45-817c-aa2929ab4d51" -d '{"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-plugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:32.481876 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:32.485769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.509388 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f596ce6-d936-4c44-9cc0-f936d9a404f1 x-openstack-request-id: req-2f596ce6-d936-4c44-9cc0-f936d9a404f1 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:32.509672 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-plugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:32.509919 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f596ce6-d936-4c44-9cc0-f936d9a404f1 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:32.510295 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'code': 200} Oct 27 21:31:32.535498 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:32.720052 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6f24f-7ba7-4dd0-b3e4-f418c126865c req-7761de6f-5bc5-4ee7-b9e7-dd350cbafa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.721569 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d7b6f24f-7ba7-4dd0-b3e4-f418c126865c req-7761de6f-5bc5-4ee7-b9e7-dd350cbafa81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1098 time: 0.0399046 Oct 27 21:31:32.758453 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-d7b6f24f-7ba7-4dd0-b3e4-f418c126865c req-b1d205ff-6777-48a3-985d-dc835dd036e4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278509 Oct 27 21:31:33.444707 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16429b2-1366-4d4e-88ae-90475941605d req-86aef866-d96f-4210-89d1-0792f9b34994 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:33.446160 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c16429b2-1366-4d4e-88ae-90475941605d req-86aef866-d96f-4210-89d1-0792f9b34994 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0482233 Oct 27 21:31:33.483139 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c16429b2-1366-4d4e-88ae-90475941605d req-6b9be124-5d72-4566-aee3-49704a294800 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300269 Oct 27 21:31:34.599736 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166e3d5-d787-4633-a2e7-84dbdb49626f req-53e032fa-139d-47f2-8008-129270a9fdc5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:34.601141 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5166e3d5-d787-4633-a2e7-84dbdb49626f req-53e032fa-139d-47f2-8008-129270a9fdc5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0495620 Oct 27 21:31:34.638554 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5166e3d5-d787-4633-a2e7-84dbdb49626f req-7f921005-c30d-4095-8248-08579128def9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Oct 27 21:31:34.710005 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:31:34.761142 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e6da-1b3e-4030-936f-600d7b5333f4 req-cf8d74a3-f9fb-4ab9-ae8a-f1ef207cc5e8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:34.762615 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e082e6da-1b3e-4030-936f-600d7b5333f4 req-cf8d74a3-f9fb-4ab9-ae8a-f1ef207cc5e8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0512822 Oct 27 21:31:34.770828 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 59454) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:34.775165 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Request body: {'floatingip': {'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:34.813244 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.245408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.249474 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.355247 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.l3_db [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Floating IP 0b84f424-add0-48bb-b327-06756f35ff93 associated. External IP: 172.27.1.229, port: 646f45af-d36b-4b7b-a0b3-99d6a23733b5. Oct 27 21:31:35.557584 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:31:35.663809 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:31:35.669404 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.674011 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:31:35.683972 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:35.684737 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:31:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:35.790105 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:35.935095 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d574357c-fe18-48ac-8bad-4c9b51a97361 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "PUT /v2.0/floatingips/0b84f424-add0-48bb-b327-06756f35ff93 HTTP/1.1" status: 200 len: 991 time: 1.1632109 Oct 27 21:31:35.935673 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:35.937926 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b603cbc5-379d-4350-9554-682a9dfaa43f" -d '{"events": [{"name": "network-changed", "server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:36.028704 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '0b84f424-add0-48bb-b327-06756f35ff93', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'mac_address': 'fa:16:3e:7d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645a24a8-7822-400e-bfee-18787fd608d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:31:23Z', 'updated_at': '2021-10-27T21:31:35Z', 'revision_number': 1, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:36.037128 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dc672f-defc-48b8-bac6-931fe806a18c x-openstack-request-id: req-45dc672f-defc-48b8-bac6-931fe806a18c {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:36.037599 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:36.039636 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45dc672f-defc-48b8-bac6-931fe806a18c {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:36.040170 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'status': 'completed', 'code': 200} Oct 27 21:31:36.056123 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:31:36.065892 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:31:36.066485 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:31:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:36.123526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-539f7039-2c48-46eb-8c5e-4ab58d00c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.125031 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-539f7039-2c48-46eb-8c5e-4ab58d00c8fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1098 time: 0.0430148 Oct 27 21:31:36.171562 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:31:36.213352 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-84af9aab-d23d-4083-8667-6c28f9273d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.215362 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-84af9aab-d23d-4083-8667-6c28f9273d26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.0815630 Oct 27 21:31:36.281615 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-95b7ddf6-6507-41dd-a561-720351eaf433 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 200 len: 999 time: 0.0594540 Oct 27 21:31:36.331635 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-04438fb8-bb8a-4b5c-858b-6ee4c0b3be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.333339 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-04438fb8-bb8a-4b5c-858b-6ee4c0b3be75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0453582 Oct 27 21:31:36.351829 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3e16b5ee-3c94-48df-8162-1bb26479a7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:36.382521 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-5ea50b6c-288a-4cb3-a982-c8d25ccddb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.384023 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-5ea50b6c-288a-4cb3-a982-c8d25ccddb42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431330 Oct 27 21:31:36.412852 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '0b84f424-add0-48bb-b327-06756f35ff93', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'mac_address': 'fa:16:3e:7d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645a24a8-7822-400e-bfee-18787fd608d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:31:23Z', 'updated_at': '2021-10-27T21:31:35Z', 'revision_number': 1, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:31:36.439121 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5ed9a-30d2-4a6f-b9a1-b2172c0912c7 None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '0b84f424-add0-48bb-b327-06756f35ff93', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'mac_address': 'fa:16:3e:7d:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645a24a8-7822-400e-bfee-18787fd608d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:31:23Z', 'updated_at': '2021-10-27T21:31:35Z', 'revision_number': 1, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:31:36.479287 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-61fc80d5-f33e-47fd-bd14-2406aabf6153 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Oct 27 21:31:36.568987 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b603cbc5-379d-4350-9554-682a9dfaa43f req-5306d7cf-5718-4568-bef0-60b8f0dcb4f7 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824478 Oct 27 21:31:36.626826 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f20454-359f-42f9-a29a-f5051d7b2459 None None] New status for floating IP 0b84f424-add0-48bb-b327-06756f35ff93: ACTIVE {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:31:38.899452 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-34e9d0d9-3ed6-444b-b89b-aeee107445e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:40.023848 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:40.133932 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:41.771702 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.193340 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.675502 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49f72a-7f75-4cec-8a68-fe341aed773a req-d2117613-355c-4bed-9ec5-13502f8f3bca tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.676894 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ee49f72a-7f75-4cec-8a68-fe341aed773a req-d2117613-355c-4bed-9ec5-13502f8f3bca tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Oct 27 21:31:55.716490 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ee49f72a-7f75-4cec-8a68-fe341aed773a req-aaabf0c5-a357-451b-b38b-86ba39b40acc tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Oct 27 21:31:56.834286 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8013bc-0a04-4d0e-aa63-580148e8baec req-b62285bf-944c-4795-b0fc-c9668618355c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.835712 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-db8013bc-0a04-4d0e-aa63-580148e8baec req-b62285bf-944c-4795-b0fc-c9668618355c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0472469 Oct 27 21:31:56.872163 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-db8013bc-0a04-4d0e-aa63-580148e8baec req-354cf58b-b20c-44e7-b5d6-fb5fb3176f06 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298917 Oct 27 21:31:57.989327 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d9442-2e3c-49b5-b583-bd9f3bf03c72 req-6b071bda-043f-4f6a-a6de-61cbbb21e838 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:57.990807 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-141d9442-2e3c-49b5-b583-bd9f3bf03c72 req-6b071bda-043f-4f6a-a6de-61cbbb21e838 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Oct 27 21:31:58.028271 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-141d9442-2e3c-49b5-b583-bd9f3bf03c72 req-65c51904-6d41-4da1-84d5-9a269272091d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Oct 27 21:31:59.141208 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a5d97-ecb8-490b-9366-a08bf8add821 req-06483f65-812d-4d43-a3f0-57df0b67e55a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:59.142606 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f22a5d97-ecb8-490b-9366-a08bf8add821 req-06483f65-812d-4d43-a3f0-57df0b67e55a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0478625 Oct 27 21:31:59.178336 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f22a5d97-ecb8-490b-9366-a08bf8add821 req-9ad5b40c-4b46-40aa-ac5b-430a80e997a8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299356 Oct 27 21:32:00.292071 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b41d0-1399-4bb7-b2ae-bb4e21ac0ad9 req-f7ff2ec2-db33-4824-a08b-474ff10f5e3f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:00.293845 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7e9b41d0-1399-4bb7-b2ae-bb4e21ac0ad9 req-f7ff2ec2-db33-4824-a08b-474ff10f5e3f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0476871 Oct 27 21:32:00.332334 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7e9b41d0-1399-4bb7-b2ae-bb4e21ac0ad9 req-822e833f-6193-4672-8184-a6b7a23127f4 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Oct 27 21:32:01.448027 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232ab6-de29-4ba7-994c-25cc7b9e709f req-2cd1de35-c0d5-42c4-8ca9-d0baf80ac64d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.449529 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e4232ab6-de29-4ba7-994c-25cc7b9e709f req-2cd1de35-c0d5-42c4-8ca9-d0baf80ac64d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Oct 27 21:32:01.493117 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e4232ab6-de29-4ba7-994c-25cc7b9e709f req-009a5af9-e126-47fa-80cc-c1561d74ed99 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Oct 27 21:32:02.608130 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275302ba-656b-4197-aa09-88703d35a759 req-0907af56-2dbb-4795-b3f6-988bdfc27aa0 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:02.609659 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-275302ba-656b-4197-aa09-88703d35a759 req-0907af56-2dbb-4795-b3f6-988bdfc27aa0 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Oct 27 21:32:02.657522 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-275302ba-656b-4197-aa09-88703d35a759 req-1a2a8ee2-d1d5-4beb-a811-36943dd9bebe tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Oct 27 21:32:03.776179 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc2279-3057-4251-b4b8-42d294e6a844 req-3994a5a8-10b9-4fba-8863-5b7c97fd430c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.777705 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6bbc2279-3057-4251-b4b8-42d294e6a844 req-3994a5a8-10b9-4fba-8863-5b7c97fd430c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Oct 27 21:32:03.814654 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6bbc2279-3057-4251-b4b8-42d294e6a844 req-6399139d-3d52-4054-9382-23b6f6016bcc tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Oct 27 21:32:04.935615 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a539bf-f836-4cab-aea1-c3030e369fa7 req-003d3e40-dcb2-4955-8d75-4b7e057b1ae2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.937087 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-98a539bf-f836-4cab-aea1-c3030e369fa7 req-003d3e40-dcb2-4955-8d75-4b7e057b1ae2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0512049 Oct 27 21:32:04.974598 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-98a539bf-f836-4cab-aea1-c3030e369fa7 req-f06262d0-bc14-4626-b8ff-838e57e2c867 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Oct 27 21:32:06.087439 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307fe68-44ab-4826-9d21-361e4ce17397 req-ebbc8d61-1b23-4433-956f-e8eab2efd9f9 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.089455 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d307fe68-44ab-4826-9d21-361e4ce17397 req-ebbc8d61-1b23-4433-956f-e8eab2efd9f9 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0497022 Oct 27 21:32:06.127141 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d307fe68-44ab-4826-9d21-361e4ce17397 req-43d476db-116d-416e-9bc6-8ec5b28f30c4 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Oct 27 21:32:06.332321 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-8ff42a65-898c-4307-93ca-c7888f06b0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.240000 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c434da-d5a9-49fb-bde5-10ecbcb68b3a req-1ab21976-7375-40aa-a9b6-82ce8326cf78 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.241509 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23c434da-d5a9-49fb-bde5-10ecbcb68b3a req-1ab21976-7375-40aa-a9b6-82ce8326cf78 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0473928 Oct 27 21:32:07.278231 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23c434da-d5a9-49fb-bde5-10ecbcb68b3a req-4f4a156d-d792-4f6c-8ebf-314b6ca42db1 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Oct 27 21:32:08.396215 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0f09-e0c4-4dd1-ba16-b2c3ac93eea2 req-dfc5c063-8df0-4f83-9550-ade8a7d64715 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.397932 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-180b0f09-e0c4-4dd1-ba16-b2c3ac93eea2 req-dfc5c063-8df0-4f83-9550-ade8a7d64715 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Oct 27 21:32:08.435173 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-180b0f09-e0c4-4dd1-ba16-b2c3ac93eea2 req-7e397090-8345-41ed-8bc0-00156a2899f6 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Oct 27 21:32:08.901325 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9fbbf601-73a4-467d-bc2f-2c1f23c9bb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.550598 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25ced-921d-4b13-95b9-933ad89a1e6a req-8dd6dd28-fb48-413d-8a08-eab4ee75c24f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.552052 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-86b25ced-921d-4b13-95b9-933ad89a1e6a req-8dd6dd28-fb48-413d-8a08-eab4ee75c24f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0480902 Oct 27 21:32:09.589915 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-86b25ced-921d-4b13-95b9-933ad89a1e6a req-60fdb23c-b84f-4d9b-be39-b50d319c0d4f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Oct 27 21:32:10.027830 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.138461 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.703764 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52483-4d86-4858-8560-4af7a63e6f5f req-8ce1e6d8-3883-4973-a20f-67644c2fa104 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.705278 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8f52483-4d86-4858-8560-4af7a63e6f5f req-8ce1e6d8-3883-4973-a20f-67644c2fa104 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Oct 27 21:32:10.742235 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8f52483-4d86-4858-8560-4af7a63e6f5f req-e0eaa909-5614-4a38-8cbe-7ead449b9afc tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Oct 27 21:32:11.709639 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:32:11.775136 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:11.860654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f0e26-b610-45ce-bc24-ae42c490e678 req-ece0e3e3-3aee-496f-a766-c966b07b7e6a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.862020 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b06f0e26-b610-45ce-bc24-ae42c490e678 req-ece0e3e3-3aee-496f-a766-c966b07b7e6a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0509243 Oct 27 21:32:11.899216 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b06f0e26-b610-45ce-bc24-ae42c490e678 req-f94f8445-065f-497c-9f71-b05a27297aed tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Oct 27 21:32:12.098345 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209bb4-81c7-4829-be9a-c51d4818e318 req-fb500360-d270-4b2d-8f5d-74a904508692 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.099822 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3f209bb4-81c7-4829-be9a-c51d4818e318 req-fb500360-d270-4b2d-8f5d-74a904508692 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0480182 Oct 27 21:32:12.137637 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3f209bb4-81c7-4829-be9a-c51d4818e318 req-1d14b497-aa92-49a7-8d75-dba56beac378 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Oct 27 21:32:12.176976 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-493da73f-8601-4a15-a80f-020e7a851b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.178450 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-493da73f-8601-4a15-a80f-020e7a851b39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1098 time: 0.0453312 Oct 27 21:32:12.265591 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-2b6ee75c-6ffe-4a8e-ab81-6ddecbfde171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.267040 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-2b6ee75c-6ffe-4a8e-ab81-6ddecbfde171 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.0817595 Oct 27 21:32:12.335048 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-fec5a75c-cecf-40df-aa69-1e15142f1178 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 999 time: 0.0596623 Oct 27 21:32:12.383957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-ce720a52-d1df-4403-be81-1d6dadeed3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.385392 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-ce720a52-d1df-4403-be81-1d6dadeed3d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0418468 Oct 27 21:32:12.429399 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-a992e32d-02bd-4715-887a-10409be8f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.430728 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-a992e32d-02bd-4715-887a-10409be8f718 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384760 Oct 27 21:32:12.519188 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-3cdbf58f-ba04-433a-a43c-bc60518cb664 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815377 Oct 27 21:32:12.606802 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-98affc11-323f-4cc9-8969-d9d652dfd9e6 req-6bd84d9e-0554-4109-b89d-ab2366216069 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805097 Oct 27 21:32:13.253901 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d19dc-a87a-4901-a48d-7db96384b393 req-01265381-3ed4-451d-9cdf-c41400cd56b6 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:13.255576 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1b3d19dc-a87a-4901-a48d-7db96384b393 req-01265381-3ed4-451d-9cdf-c41400cd56b6 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Oct 27 21:32:13.296167 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1b3d19dc-a87a-4901-a48d-7db96384b393 req-95d4151b-f593-41e6-a6a7-425f8086fe44 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337739 Oct 27 21:32:14.414867 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a2eb-77c6-49dc-b19e-f27d4718b3b3 req-66685814-aaf1-46af-b675-8697e6c2b6e3 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.416864 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-08c3a2eb-77c6-49dc-b19e-f27d4718b3b3 req-66685814-aaf1-46af-b675-8697e6c2b6e3 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Oct 27 21:32:14.453935 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-08c3a2eb-77c6-49dc-b19e-f27d4718b3b3 req-a36b821c-a9b7-4563-ad1b-669997b16294 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Oct 27 21:32:17.375785 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc49dfa-d4f0-44e0-a024-6b94e9fae471 req-0643de5f-b4ad-4dca-a9fc-8dcc0387b1e8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.377269 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dfc49dfa-d4f0-44e0-a024-6b94e9fae471 req-0643de5f-b4ad-4dca-a9fc-8dcc0387b1e8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Oct 27 21:32:17.412796 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dfc49dfa-d4f0-44e0-a024-6b94e9fae471 req-b9e77d53-5934-4462-bbbf-5e021a186824 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296700 Oct 27 21:32:18.412929 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-207bea07-7841-43f8-9ec7-24575d150bf7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422590 Oct 27 21:32:18.491549 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-edf79719-8171-43c4-b5c1-2e6bc35667e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.493332 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-edf79719-8171-43c4-b5c1-2e6bc35667e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1098 time: 0.0408585 Oct 27 21:32:18.535273 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75dac2-a575-4bf8-b24e-3ffdd4a6de26 req-ace6b6da-9730-455c-90d1-76428e4cc6d1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.536770 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb75dac2-a575-4bf8-b24e-3ffdd4a6de26 req-ace6b6da-9730-455c-90d1-76428e4cc6d1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Oct 27 21:32:18.574155 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fb75dac2-a575-4bf8-b24e-3ffdd4a6de26 req-48679fca-8d7f-40e4-8701-cb6801659d9b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304244 Oct 27 21:32:18.596944 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-3bc6fd5a-885d-4fc2-9594-bc63a9471833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.598536 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-3bc6fd5a-885d-4fc2-9594-bc63a9471833 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 909 time: 0.0858269 Oct 27 21:32:18.670221 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-e797bc1e-a231-4b13-996e-6bfada5b0d9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 1000 time: 0.0635166 Oct 27 21:32:18.726390 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-035b83e4-0630-4d0f-873e-93cfec4ca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.727833 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-035b83e4-0630-4d0f-873e-93cfec4ca915 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0439451 Oct 27 21:32:18.772626 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-ba9886cc-fe60-4ae5-8885-5ac4856cc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.774090 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-ba9886cc-fe60-4ae5-8885-5ac4856cc255 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394275 Oct 27 21:32:18.865903 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-329c42b6-e027-4650-9e1a-a5661e8657d6 service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Oct 27 21:32:18.958102 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-002b9b32-7b43-4cbc-8cb5-89885a669983 req-ec02aab9-8a6b-4bf7-9613-1a7f8ed64aa2 service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Oct 27 21:32:19.198096 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:19.698889 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dec9e1-77b8-45ca-9725-ad5d02726ac9 req-614f7c0e-8f72-4023-81b3-ff7f75343a8e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.700420 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46dec9e1-77b8-45ca-9725-ad5d02726ac9 req-614f7c0e-8f72-4023-81b3-ff7f75343a8e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0533273 Oct 27 21:32:19.741865 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46dec9e1-77b8-45ca-9725-ad5d02726ac9 req-1ace54da-1e70-4644-80dc-bfde659f62cd tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Oct 27 21:32:20.862254 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6a706-6d28-488c-83e0-6cb17e39a0c5 req-9841a21b-17bb-4446-bdf6-d64cdb5273be tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.863711 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3c6a706-6d28-488c-83e0-6cb17e39a0c5 req-9841a21b-17bb-4446-bdf6-d64cdb5273be tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0492637 Oct 27 21:32:20.900494 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3c6a706-6d28-488c-83e0-6cb17e39a0c5 req-3fe960e7-79a1-4304-8469-0edfc378092a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303440 Oct 27 21:32:21.659319 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f6805-9e2a-487e-ab40-1e90f97bf11f req-abf7c063-6a57-4a3d-9705-a5fd98b11898 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:21.660816 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2b7f6805-9e2a-487e-ab40-1e90f97bf11f req-abf7c063-6a57-4a3d-9705-a5fd98b11898 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0490096 Oct 27 21:32:21.698453 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2b7f6805-9e2a-487e-ab40-1e90f97bf11f req-c5b9c32d-8f5e-456a-9320-1ded85886561 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Oct 27 21:32:22.023429 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d528-c034-430e-afd9-74cf06b77e85 req-71cc6c82-e939-4c5f-8075-19a690101a49 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.024918 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5613d528-c034-430e-afd9-74cf06b77e85 req-71cc6c82-e939-4c5f-8075-19a690101a49 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Oct 27 21:32:22.063630 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5613d528-c034-430e-afd9-74cf06b77e85 req-e522310c-546e-420a-bfce-43f537f1617e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Oct 27 21:32:22.812116 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79e32b-da05-498c-ba61-a7ea1cfcf24e req-16da122f-0b75-4d25-b0c1-f1ce6149ccdc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.813620 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2b79e32b-da05-498c-ba61-a7ea1cfcf24e req-16da122f-0b75-4d25-b0c1-f1ce6149ccdc tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0483530 Oct 27 21:32:22.849929 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2b79e32b-da05-498c-ba61-a7ea1cfcf24e req-c03141fb-cbe4-4ca9-95d9-90cc489329b0 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304217 Oct 27 21:32:23.187788 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d967-301e-4e16-9053-9b55840a0e44 req-3363ee04-3dbc-466c-8b4b-566dce853ad2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.189270 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4191d967-301e-4e16-9053-9b55840a0e44 req-3363ee04-3dbc-466c-8b4b-566dce853ad2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0555637 Oct 27 21:32:23.225554 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4191d967-301e-4e16-9053-9b55840a0e44 req-8e4d4991-ea35-4f67-8a08-03cb08af1e1a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304782 Oct 27 21:32:23.967023 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f38a60-354b-4585-9180-46825a612c30 req-87f68c46-cc01-4c47-9a4f-260e9ba5bb35 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.968398 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04f38a60-354b-4585-9180-46825a612c30 req-87f68c46-cc01-4c47-9a4f-260e9ba5bb35 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0510743 Oct 27 21:32:24.004943 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04f38a60-354b-4585-9180-46825a612c30 req-4841aad3-46d0-45cf-a9e9-65e52e68473f tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305939 Oct 27 21:32:24.343022 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23198f2c-6d33-4508-808e-f7fd406c5a82 req-c2099f71-5a7b-4bc1-bb0e-c431a4da470b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.344493 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23198f2c-6d33-4508-808e-f7fd406c5a82 req-c2099f71-5a7b-4bc1-bb0e-c431a4da470b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Oct 27 21:32:24.382686 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-23198f2c-6d33-4508-808e-f7fd406c5a82 req-a54b80ec-2b3e-4481-88b1-18e85cbca1f5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Oct 27 21:32:25.116825 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d8c4-f347-439c-bcab-adf7c7324b79 req-adc37213-ef56-4812-ad9f-e2f79eca9a86 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.118279 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5602d8c4-f347-439c-bcab-adf7c7324b79 req-adc37213-ef56-4812-ad9f-e2f79eca9a86 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0481122 Oct 27 21:32:25.157218 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5602d8c4-f347-439c-bcab-adf7c7324b79 req-c4c7715f-cdcf-42f7-98b2-566d184ab3c6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Oct 27 21:32:25.505641 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f396c-2809-4722-bd24-501926079f71 req-28c767e2-6b08-4915-b4ad-6731691ae394 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.511607 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d4f396c-2809-4722-bd24-501926079f71 req-28c767e2-6b08-4915-b4ad-6731691ae394 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0582826 Oct 27 21:32:25.551653 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6d4f396c-2809-4722-bd24-501926079f71 req-bcf8e330-e1d5-43da-b9c0-3c0a83d9e13d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340288 Oct 27 21:32:26.281119 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d924c28-ae59-4d51-8a5c-dc0c41fc14a5 req-5eebd422-9ef6-4475-aa5c-c024c2fe43f1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:26.282580 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9d924c28-ae59-4d51-8a5c-dc0c41fc14a5 req-5eebd422-9ef6-4475-aa5c-c024c2fe43f1 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0514050 Oct 27 21:32:26.319462 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9d924c28-ae59-4d51-8a5c-dc0c41fc14a5 req-913d330e-0ba1-42f7-ab20-4d88f96d42ac tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Oct 27 21:32:26.672373 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c1052-34c9-4369-b664-418c5ee6371d req-520719d1-cc99-43ce-a36d-f94a889e3a88 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:26.673851 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fd2c1052-34c9-4369-b664-418c5ee6371d req-520719d1-cc99-43ce-a36d-f94a889e3a88 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Oct 27 21:32:26.711151 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fd2c1052-34c9-4369-b664-418c5ee6371d req-5da42410-9d86-4115-9be7-cdc10857ab83 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Oct 27 21:32:27.437076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d21a-3ae9-4147-a587-6646493922ee req-5f12cc27-e600-4cbe-a88d-1622c2cb6e25 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.438529 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b6f4d21a-3ae9-4147-a587-6646493922ee req-5f12cc27-e600-4cbe-a88d-1622c2cb6e25 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0519948 Oct 27 21:32:27.475215 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b6f4d21a-3ae9-4147-a587-6646493922ee req-794da41c-6be3-4ccd-89fd-ab91eff08d79 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307465 Oct 27 21:32:27.828948 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c4b6-47d3-4920-9ce7-553911a7d6b4 req-685d53e6-f447-4cde-90d6-b721df08eaf4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.830399 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-45f6c4b6-47d3-4920-9ce7-553911a7d6b4 req-685d53e6-f447-4cde-90d6-b721df08eaf4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0477240 Oct 27 21:32:27.866730 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-45f6c4b6-47d3-4920-9ce7-553911a7d6b4 req-b04d8a63-ed1b-4ecd-b27a-d4fbe0c5a645 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Oct 27 21:32:28.591710 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ce8c6-35aa-481f-8971-e3467752d1d2 req-a425c95c-8f03-48ee-b82e-872d0701c8e5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.593164 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-eb7ce8c6-35aa-481f-8971-e3467752d1d2 req-a425c95c-8f03-48ee-b82e-872d0701c8e5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0479662 Oct 27 21:32:28.630537 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-eb7ce8c6-35aa-481f-8971-e3467752d1d2 req-21ffe0ae-2aa4-44a7-b732-c6bf55581dc4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Oct 27 21:32:28.991326 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094035e-501c-4f49-880d-44d85b6b2a87 req-5be58b15-c0ed-4863-8b97-97422cef0237 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.992810 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6094035e-501c-4f49-880d-44d85b6b2a87 req-5be58b15-c0ed-4863-8b97-97422cef0237 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Oct 27 21:32:29.030409 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6094035e-501c-4f49-880d-44d85b6b2a87 req-b526fc30-2a8e-4068-be58-6a011fb1b7f9 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Oct 27 21:32:29.744862 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918c253-153b-486a-a21f-47924991edd7 req-4422f2d1-9f05-408c-99e8-768a6a650350 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.746341 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7918c253-153b-486a-a21f-47924991edd7 req-4422f2d1-9f05-408c-99e8-768a6a650350 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0497499 Oct 27 21:32:29.783535 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7918c253-153b-486a-a21f-47924991edd7 req-536b3197-b676-4d60-9d48-78cbd88c9c42 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Oct 27 21:32:30.152998 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d327ccb-5696-48d2-81e4-3d4bcacdec5d req-26732214-4ab2-4670-9a3b-34ee76f1ebc1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.154704 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9d327ccb-5696-48d2-81e4-3d4bcacdec5d req-26732214-4ab2-4670-9a3b-34ee76f1ebc1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Oct 27 21:32:30.192542 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9d327ccb-5696-48d2-81e4-3d4bcacdec5d req-ec8e895e-ca66-417a-a658-0969258500cb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Oct 27 21:32:30.580474 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:30.681595 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:30.694512 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'mac_address': 'fa:16:3e:7d:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:30.732446 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.745855 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 646f45af-d36b-4b7b-a0b3-99d6a23733b5 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:30.768223 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:30.772392 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.833320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=6']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:30.841901 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.842341 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.842743 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.843279 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.843783 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.844297 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.844716 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.845109 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.845500 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.845891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.846276 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.846660 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:30.954789 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45012fed-21f4-4d4c-b2ab-238b29566cf5 req-b7c0656e-15b1-450c-a06f-10574024a8d8 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.956673 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-45012fed-21f4-4d4c-b2ab-238b29566cf5 req-b7c0656e-15b1-450c-a06f-10574024a8d8 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0615828 Oct 27 21:32:30.958103 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['646f45af-d36b-4b7b-a0b3-99d6a23733b5'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:31.001603 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-45012fed-21f4-4d4c-b2ab-238b29566cf5 req-827185e1-6ef5-490b-be22-48b398f49d81 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 Oct 27 21:32:31.341235 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc4406-e6fa-4fe3-9e62-3d642130af10 req-01c44f1d-aebd-4c3f-ab02-4f0b76934884 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.349052 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f5cc4406-e6fa-4fe3-9e62-3d642130af10 req-01c44f1d-aebd-4c3f-ab02-4f0b76934884 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 944 time: 0.0664451 Oct 27 21:32:31.385751 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f5cc4406-e6fa-4fe3-9e62-3d642130af10 req-2514c077-8f2a-4043-866b-44f09b886940 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353515 Oct 27 21:32:31.903700 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-3d1744e5-95c6-4348-a243-14fb030dae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.905427 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-3d1744e5-95c6-4348-a243-14fb030dae51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1098 time: 0.0471618 Oct 27 21:32:32.007526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-5bcc8c28-28e4-41f2-9da4-c4bb22761a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.009547 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-5bcc8c28-28e4-41f2-9da4-c4bb22761a46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 909 time: 0.0950878 Oct 27 21:32:32.082183 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-945277b6-99e8-4399-9eb0-b45ebf5cd70a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 1000 time: 0.0650258 Oct 27 21:32:32.142240 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-1d4ed47a-c412-440a-bc99-ed43a98c37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.144019 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-1d4ed47a-c412-440a-bc99-ed43a98c37a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0545089 Oct 27 21:32:32.151486 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74263db9-e609-4643-be28-b1ec0ed78e51 req-237f1ebe-7354-490b-bd7b-0872a4542534 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.154743 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-74263db9-e609-4643-be28-b1ec0ed78e51 req-237f1ebe-7354-490b-bd7b-0872a4542534 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0630286 Oct 27 21:32:32.195524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-e0a4eddf-066b-493b-9fc8-4e57781358a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.198297 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-e0a4eddf-066b-493b-9fc8-4e57781358a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458505 Oct 27 21:32:32.206459 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-74263db9-e609-4643-be28-b1ec0ed78e51 req-02c5f6b4-c21f-4c9a-83ac-ab18f187f3e2 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Oct 27 21:32:32.302011 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-8fd82610-9d9d-4fab-97bd-3c158249f4cc service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945902 Oct 27 21:32:32.397141 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a40be9df-d4cd-49f0-9c7f-8763a13b67b8 req-90a24e02-91e5-43bb-a986-ed70e5933f7e service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860577 Oct 27 21:32:32.530443 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca895b-3d25-476e-966f-6c889fa76907 req-9dd4c52e-ab65-4abd-b49e-3ccf63ec23ca tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.532863 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3dca895b-3d25-476e-966f-6c889fa76907 req-9dd4c52e-ab65-4abd-b49e-3ccf63ec23ca tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 944 time: 0.0577970 Oct 27 21:32:32.576752 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3dca895b-3d25-476e-966f-6c889fa76907 req-491200a8-cef6-4e5d-a525-45aa8c9062b2 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Oct 27 21:32:32.579617 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:32.651027 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:32.651442 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.733390 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.760522 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:32.762970 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1bff2d-0b1a-4edb-8892-93d056815910" -d '{"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-plugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:32.773963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:32.789480 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.855340 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=7']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:32.880553 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceab6ffc-78d6-48fe-80fc-a273ffc9f9e3 x-openstack-request-id: req-ceab6ffc-78d6-48fe-80fc-a273ffc9f9e3 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:32.880949 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-plugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:32.881206 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ceab6ffc-78d6-48fe-80fc-a273ffc9f9e3 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:32.881609 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'code': 200} Oct 27 21:32:33.343504 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddc873-f920-4a88-bcde-cf9fbd913353 req-f5a28bbe-1209-4bd1-9687-0fe618bb21ce tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.345039 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bdddc873-f920-4a88-bcde-cf9fbd913353 req-f5a28bbe-1209-4bd1-9687-0fe618bb21ce tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0624101 Oct 27 21:32:33.391258 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bdddc873-f920-4a88-bcde-cf9fbd913353 req-153ae48e-d56f-4d6d-93f3-e05017b3bcd5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 Oct 27 21:32:33.724029 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda56965-3200-4316-9e38-66169c14decb req-ae1c9777-98a1-4445-9192-fde315f0ba54 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.725780 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dda56965-3200-4316-9e38-66169c14decb req-ae1c9777-98a1-4445-9192-fde315f0ba54 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0588684 Oct 27 21:32:33.767311 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dda56965-3200-4316-9e38-66169c14decb req-032b2586-2d18-4b87-a40b-2ba0b13e00e8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Oct 27 21:32:34.523628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810ea02-ba13-43e6-a557-7c29b4c1f64a req-15476b6c-2848-43e8-b6f1-af413db3a166 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.525736 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0810ea02-ba13-43e6-a557-7c29b4c1f64a req-15476b6c-2848-43e8-b6f1-af413db3a166 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0596478 Oct 27 21:32:34.569613 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0810ea02-ba13-43e6-a557-7c29b4c1f64a req-284d377c-cb17-4b51-a0cf-bbbe2edd99ba tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Oct 27 21:32:34.907466 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a5dfe-d115-4765-8313-be3464185920 req-8a0fcf13-d4eb-471a-9d4c-9ef77fd5b759 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.909562 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7c9a5dfe-d115-4765-8313-be3464185920 req-8a0fcf13-d4eb-471a-9d4c-9ef77fd5b759 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0625210 Oct 27 21:32:34.950810 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7c9a5dfe-d115-4765-8313-be3464185920 req-c3d424b1-ff60-4d92-8969-64e6ada6316f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358505 Oct 27 21:32:35.744194 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd8a7-1b3e-4d5f-b060-2ea92444c47a req-299d5d05-b995-451b-bdb6-139aeb0c7bda tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.745863 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-96bdd8a7-1b3e-4d5f-b060-2ea92444c47a req-299d5d05-b995-451b-bdb6-139aeb0c7bda tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0648727 Oct 27 21:32:35.785472 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-96bdd8a7-1b3e-4d5f-b060-2ea92444c47a req-4334373c-d668-4456-9152-49e09f912a47 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Oct 27 21:32:35.918043 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [req-d71fe594-175f-4e0c-b686-b0fbb3356b07 req-2231e511-b3bf-4952-b36a-9071d7434e79 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:32:35.919332 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d71fe594-175f-4e0c-b686-b0fbb3356b07 req-2231e511-b3bf-4952-b36a-9071d7434e79 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0641878 Oct 27 21:32:36.102856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 59776) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:36.189757 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e179f3-ae68-430d-8484-d18875bc34b9 req-53207fd8-e99e-431e-8ced-14e70200fd96 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.191805 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-39e179f3-ae68-430d-8484-d18875bc34b9 req-53207fd8-e99e-431e-8ced-14e70200fd96 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.1051152 Oct 27 21:32:36.201901 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93848-2a1e-4342-85a4-b7704f90ab42 req-02ddc932-5ead-48e2-bd03-f3ace0b968c5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.203718 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a6e93848-2a1e-4342-85a4-b7704f90ab42 req-02ddc932-5ead-48e2-bd03-f3ace0b968c5 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.1287446 Oct 27 21:32:36.222692 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-efd35630-9f2e-40cb-98da-6c35afa44d57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174340 Oct 27 21:32:36.227766 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-cbd3bd45-35bc-4ffb-8a79-a85b21fa00fa service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:32:36.240391 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-cbd3bd45-35bc-4ffb-8a79-a85b21fa00fa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0164363 Oct 27 21:32:36.268079 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a6e93848-2a1e-4342-85a4-b7704f90ab42 req-98eb8518-8ff0-4908-b161-e0a92545798e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544486 Oct 27 21:32:36.292241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-39e179f3-ae68-430d-8484-d18875bc34b9 req-562236a7-8e08-4c8d-9619-b7e229f59f89 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817699 Oct 27 21:32:36.335825 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-cd9e1c5e-b8ef-4486-9212-d28be2a3e6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.400873 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1da7c0-b87d-49b5-9698-d183febc199d req-b1f388eb-1652-42c0-971e-3dfe4dc3a400 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.409241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-de1da7c0-b87d-49b5-9698-d183febc199d req-b1f388eb-1652-42c0-971e-3dfe4dc3a400 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0607586 Oct 27 21:32:37.506125 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-de1da7c0-b87d-49b5-9698-d183febc199d req-3b2677b2-99bd-4745-b866-c0930d369c4e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939279 Oct 27 21:32:37.530414 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60971a57-b896-40aa-a438-ef9891eaac75 req-b72ff11d-1297-43ff-83c4-32da1ee7d4f2 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.531941 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60971a57-b896-40aa-a438-ef9891eaac75 req-b72ff11d-1297-43ff-83c4-32da1ee7d4f2 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.1204433 Oct 27 21:32:37.589585 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-60971a57-b896-40aa-a438-ef9891eaac75 req-c06c30ac-efea-4370-a5d5-6b7be1728929 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Oct 27 21:32:38.179731 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab810-b925-4536-9e0b-f2927b10818d req-2b1063a4-b6db-4bb2-a8fe-0e5b9e521d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.182696 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-2b1063a4-b6db-4bb2-a8fe-0e5b9e521d56 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e&tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429 HTTP/1.1" status: 200 len: 1098 time: 0.0784817 Oct 27 21:32:38.261534 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab810-b925-4536-9e0b-f2927b10818d req-49c38ea8-2513-4315-babc-5912886cbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.263035 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-49c38ea8-2513-4315-babc-5912886cbddb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1098 time: 0.0425010 Oct 27 21:32:38.365840 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab810-b925-4536-9e0b-f2927b10818d req-7c94dfa0-7525-4d55-be41-84a379e94843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.367371 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-7c94dfa0-7525-4d55-be41-84a379e94843 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 909 time: 0.0956607 Oct 27 21:32:38.455585 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-7618fd20-7478-4bb2-9dc3-daa4a68ece50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 1000 time: 0.0703530 Oct 27 21:32:38.513147 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab810-b925-4536-9e0b-f2927b10818d req-1873911e-bcd5-431c-a328-42c6ab62b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.514638 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-1873911e-bcd5-431c-a328-42c6ab62b5c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0512156 Oct 27 21:32:38.566316 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab810-b925-4536-9e0b-f2927b10818d req-33f7e963-a038-4adf-a8cd-9862ddd4e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.567861 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-33f7e963-a038-4adf-a8cd-9862ddd4e488 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422821 Oct 27 21:32:38.611685 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:38.703171 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-8e558c4f-e704-4236-b2fc-2b9407d7db28 service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267185 Oct 27 21:32:38.739767 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d33bb-bf43-4609-b97c-dae22d6c7b0e req-82ee31f2-6163-4afc-85de-824c84b6d8a4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.740702 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.750346 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ec5d33bb-bf43-4609-b97c-dae22d6c7b0e req-82ee31f2-6163-4afc-85de-824c84b6d8a4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.1539283 Oct 27 21:32:38.785922 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:38.787292 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:38.790531 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4692ec7e-00b3-4b37-9ea0-13d8f4e8c29b" -d '{"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-unplugged", "status": "completed", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:38.795210 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.808615 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a54f9-f827-48f0-adb5-d323ba9a0459 req-d6a0c528-0f14-4adc-bcbc-3aebc4d58c6b tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.810772 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-716a54f9-f827-48f0-adb5-d323ba9a0459 req-d6a0c528-0f14-4adc-bcbc-3aebc4d58c6b tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.1525781 Oct 27 21:32:38.847055 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=6']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:38.847382 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ec5d33bb-bf43-4609-b97c-dae22d6c7b0e req-a32613ea-24c4-4bb2-80a6-de7d75cfaa83 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898774 Oct 27 21:32:38.880727 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e12ab810-b925-4536-9e0b-f2927b10818d req-46d12161-5e2a-4858-a46a-fbe7af389b5b service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599984 Oct 27 21:32:38.913115 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a7d0525f-1eb3-4578-a2fd-b51ebfc5c012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.927777 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d0fe6-2bed-4df8-b980-a6a02e297e04 x-openstack-request-id: req-b48d0fe6-2bed-4df8-b980-a6a02e297e04 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:38.928068 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-unplugged", "status": "completed", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:38.928320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b48d0fe6-2bed-4df8-b980-a6a02e297e04 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:38.928736 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'code': 200} Oct 27 21:32:38.931398 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-716a54f9-f827-48f0-adb5-d323ba9a0459 req-dab56e45-4134-4448-b828-0986e87e49bd tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103075 Oct 27 21:32:39.981706 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21568e0-dfdd-4d7d-b3eb-9c3a6ba4cb4b req-2f318014-f558-4475-8dec-ac37ebdaa952 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:39.983203 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f21568e0-dfdd-4d7d-b3eb-9c3a6ba4cb4b req-2f318014-f558-4475-8dec-ac37ebdaa952 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0512321 Oct 27 21:32:40.030159 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.049395 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f21568e0-dfdd-4d7d-b3eb-9c3a6ba4cb4b req-33b916c1-eda0-4a52-8d49-92b301ad56cf tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601339 Oct 27 21:32:40.068061 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771bb78-d556-43b0-a026-0a4a3ed0ba23 req-28c2c6de-28ab-4d80-93e9-4c980f2548a6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.069620 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a771bb78-d556-43b0-a026-0a4a3ed0ba23 req-28c2c6de-28ab-4d80-93e9-4c980f2548a6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0657766 Oct 27 21:32:40.108476 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a771bb78-d556-43b0-a026-0a4a3ed0ba23 req-6f02999e-313d-4bbf-b2cc-d4e4aec977ff tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326715 Oct 27 21:32:40.140891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.143823 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-567bb884-eaa3-4a91-8a0d-ccaa8e5a8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.145516 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-567bb884-eaa3-4a91-8a0d-ccaa8e5a8140 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1098 time: 0.0518007 Oct 27 21:32:40.236408 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-9a550b8e-933c-4c52-ae93-a0c4eb348cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.237787 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-9a550b8e-933c-4c52-ae93-a0c4eb348cba service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.0843377 Oct 27 21:32:40.305040 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-b9849c7c-136c-4be7-8cde-1d361176b807 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 200 len: 1001 time: 0.0592258 Oct 27 21:32:40.583315 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-073d83fa-4ab0-4207-aeda-8a332fe70d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.584780 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-073d83fa-4ab0-4207-aeda-8a332fe70d1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.2721455 Oct 27 21:32:40.630102 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-b5bd995b-1fd4-4491-977c-913d8dfed34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.631532 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-b5bd995b-1fd4-4491-977c-913d8dfed34b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388246 Oct 27 21:32:40.727109 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-4910dd2a-030a-47a2-8853-9ada3826d414 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884256 Oct 27 21:32:40.815293 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b9a46d45-b3b4-4ef4-a29f-fee787252518 req-a7e9524f-1d33-4dc2-9493-ff3e31e2898b service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812213 Oct 27 21:32:41.171554 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c9a22-a701-4696-aa94-e371523f8541 req-ee36d803-c218-4507-a063-10e9e8915a1f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.173077 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-376c9a22-a701-4696-aa94-e371523f8541 req-ee36d803-c218-4507-a063-10e9e8915a1f tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0534623 Oct 27 21:32:41.236054 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-376c9a22-a701-4696-aa94-e371523f8541 req-48f9e817-bf21-4da9-8457-9d72d0582a42 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534332 Oct 27 21:32:41.244230 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b3a0-370d-4318-807b-78360c17c0a4 req-1a9c8b83-c913-44b9-b11d-211a1aecf62a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.245690 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cf4b3a0-370d-4318-807b-78360c17c0a4 req-1a9c8b83-c913-44b9-b11d-211a1aecf62a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0712230 Oct 27 21:32:41.283078 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cf4b3a0-370d-4318-807b-78360c17c0a4 req-881b1125-30ac-48fa-8ad4-d8ed4a2329c4 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Oct 27 21:32:41.778468 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:42.352564 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3fbe2-d0b3-4b34-be8f-5a747df74648 req-6f8fea8a-2b67-44b5-aebf-5e28bd9bfd12 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.354044 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69b3fbe2-d0b3-4b34-be8f-5a747df74648 req-6f8fea8a-2b67-44b5-aebf-5e28bd9bfd12 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0482357 Oct 27 21:32:42.419447 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69b3fbe2-d0b3-4b34-be8f-5a747df74648 req-fc1d4dd5-03b9-4538-baef-73e576efc250 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565975 Oct 27 21:32:42.427330 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee4af-7921-4275-b5a9-dcbeee42df79 req-9f7c84e7-3da3-4978-bd82-5145a85046a7 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.428753 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cbee4af-7921-4275-b5a9-dcbeee42df79 req-9f7c84e7-3da3-4978-bd82-5145a85046a7 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0738394 Oct 27 21:32:42.465183 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cbee4af-7921-4275-b5a9-dcbeee42df79 req-996f2078-eadf-4f73-91e8-06d951aa5f48 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300450 Oct 27 21:32:43.536665 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cf2bd-2f0c-49fa-afa6-de224754c46f req-9bc3da78-6265-478e-8bc5-6b726aca0014 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:43.538131 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a22cf2bd-2f0c-49fa-afa6-de224754c46f req-9bc3da78-6265-478e-8bc5-6b726aca0014 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Oct 27 21:32:43.606587 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a22cf2bd-2f0c-49fa-afa6-de224754c46f req-5cedd178-8f52-4bfa-8395-2b74bfb1005e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592928 Oct 27 21:32:43.614517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572fddd-0d38-4bf4-9e44-4bdbbfa75735 req-09229628-41ff-4c33-8eb1-2c637feaf087 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:43.615940 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b572fddd-0d38-4bf4-9e44-4bdbbfa75735 req-09229628-41ff-4c33-8eb1-2c637feaf087 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0769348 Oct 27 21:32:43.654257 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b572fddd-0d38-4bf4-9e44-4bdbbfa75735 req-961a2f50-d5f3-4116-90f3-74c40e645a9c tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Oct 27 21:32:44.502922 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ad3a-8f90-4759-8ea2-90877ba47e5c req-4b8207f5-76ed-4480-a9fd-d6d090c48f93 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.504325 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0681ad3a-8f90-4759-8ea2-90877ba47e5c req-4b8207f5-76ed-4480-a9fd-d6d090c48f93 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 945 time: 0.0503070 Oct 27 21:32:44.542278 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0681ad3a-8f90-4759-8ea2-90877ba47e5c req-bc845d15-74c6-4bd6-9046-fd2f13c36dd6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Oct 27 21:32:44.544747 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-381a1041-6348-454d-89c4-5febba82d2a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423126 Oct 27 21:32:44.683200 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:44.772740 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:44.784973 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424684d6-f3d1-4681-a57f-5bdb9bb29485 req-126c17f1-63d5-4731-a760-0ea2315cb4ab tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.786460 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-424684d6-f3d1-4681-a57f-5bdb9bb29485 req-126c17f1-63d5-4731-a760-0ea2315cb4ab tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0539994 Oct 27 21:32:44.800333 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:44.802820 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d523196-cacb-4059-8a59-0e135fd2a271" -d '{"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-unplugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:44.819073 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:44.825357 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:44.844615 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-424684d6-f3d1-4681-a57f-5bdb9bb29485 req-60011ec8-ea56-41db-a491-463ae9731520 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496762 Oct 27 21:32:44.852817 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d4071-3e93-4821-92e0-03d30e1316d1 x-openstack-request-id: req-ce0d4071-3e93-4821-92e0-03d30e1316d1 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:44.853599 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-unplugged", "status": "failed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "code": 422}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:44.853599 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce0d4071-3e93-4821-92e0-03d30e1316d1 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:44.853875 dv-cinder-815145-3-iscsi neutron-server[101284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'code': 422} returned with failed status Oct 27 21:32:44.887727 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=8']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:45.183564 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce1629-cb84-4ded-987c-af3b22d60ad3 req-b0bb70f6-3901-4d13-a2e4-a865f4014a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.185061 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74ce1629-cb84-4ded-987c-af3b22d60ad3 req-b0bb70f6-3901-4d13-a2e4-a865f4014a88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1096 time: 0.0396502 Oct 27 21:32:45.220762 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-74ce1629-cb84-4ded-987c-af3b22d60ad3 req-441b8c00-ff30-420c-bcd7-58ed5102b053 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267437 Oct 27 21:32:45.665414 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d432c-37cc-414e-af74-bdd05b11c889 req-ad56ee66-a42d-4825-a2fb-9c8ac5ef561e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.667025 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c14d432c-37cc-414e-af74-bdd05b11c889 req-ad56ee66-a42d-4825-a2fb-9c8ac5ef561e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0535173 Oct 27 21:32:45.706020 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c14d432c-37cc-414e-af74-bdd05b11c889 req-4537729f-822b-4eec-8f3c-221083c2c301 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Oct 27 21:32:45.731705 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-d27ea550-92d8-4c3f-86a5-f4ba14e5d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.733267 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-d27ea550-92d8-4c3f-86a5-f4ba14e5d94f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3&tenant_id=9b8b3ce0115a4f34bf331137e4e67c71 HTTP/1.1" status: 200 len: 1096 time: 0.0413983 Oct 27 21:32:45.809991 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-04c22529-c035-4a97-807a-8b7fee1bbe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.811596 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-04c22529-c035-4a97-807a-8b7fee1bbe64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1096 time: 0.0406036 Oct 27 21:32:45.903278 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-226678e2-dc86-48a4-b38a-24adf9318a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.904774 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-226678e2-dc86-48a4-b38a-24adf9318a4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 200 len: 918 time: 0.0862739 Oct 27 21:32:45.957874 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60375f-687f-45e5-83c2-dfe268a38bc9 req-84e6ed2e-7c96-4967-bf65-1df415f6c406 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.959864 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8f60375f-687f-45e5-83c2-dfe268a38bc9 req-84e6ed2e-7c96-4967-bf65-1df415f6c406 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 943 time: 0.0481448 Oct 27 21:32:45.973408 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-99bd115b-4762-48c6-8967-02bf92210de5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 200 len: 999 time: 0.0606103 Oct 27 21:32:45.996396 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8f60375f-687f-45e5-83c2-dfe268a38bc9 req-ecee528c-0986-42b7-ba94-81acd3ca3f28 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Oct 27 21:32:46.027145 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-fde0de47-ab59-43fb-9f4d-a688b9c07d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.028619 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-fde0de47-ab59-43fb-9f4d-a688b9c07d31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 200 len: 856 time: 0.0459805 Oct 27 21:32:46.076333 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-8be9e838-318b-4cb9-830c-97c7ee0dd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.077801 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-8be9e838-318b-4cb9-830c-97c7ee0dd749 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e464787-dbbd-4d22-8109-70d4268f16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385270 Oct 27 21:32:46.169886 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-bd13d7b1-fa12-4c57-b3ac-991d05a12092 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837598 Oct 27 21:32:46.296247 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32a22c2f-5671-4a3b-baa5-601ddc45b9d4 req-ac1fed16-5265-4631-9496-092ee21eb833 service neutron] 10.222.0.74 "GET /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802727 Oct 27 21:32:46.679606 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:46.876290 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:46.888889 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'port_id': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'mac_address': 'fa:16:3e:a8:99:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:46.915925 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a55c5-5aae-4b52-97db-6eeeaccc46e8 req-dfdb262a-2c2f-44b1-81be-adfb808bd168 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.918911 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a87a55c5-5aae-4b52-97db-6eeeaccc46e8 req-dfdb262a-2c2f-44b1-81be-adfb808bd168 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0895131 Oct 27 21:32:46.930289 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:46.956096 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ab62e0-b6a2-45a0-b4dc-232d0293e191 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:46.974001 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a87a55c5-5aae-4b52-97db-6eeeaccc46e8 req-52351452-7ad5-4a7d-8f18-249c9348663b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491514 Oct 27 21:32:46.982663 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:46.997382 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:47.060187 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=7']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:47.141727 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2db7c-1202-4c99-a99c-8dd945ffc9da req-1ee23276-38e6-4d56-a19a-cc2e55452466 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.143193 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-84d2db7c-1202-4c99-a99c-8dd945ffc9da req-1ee23276-38e6-4d56-a19a-cc2e55452466 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 944 time: 0.0517952 Oct 27 21:32:47.180861 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-84d2db7c-1202-4c99-a99c-8dd945ffc9da req-97846052-324b-4505-a4a3-61334e44550a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Oct 27 21:32:47.344462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['25ab62e0-b6a2-45a0-b4dc-232d0293e191'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:48.103991 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ec302-c757-4a1d-b51b-b7fd987a0813 req-25cacd8f-e110-4fb0-b59e-334253a89480 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:48.105528 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7e7ec302-c757-4a1d-b51b-b7fd987a0813 req-25cacd8f-e110-4fb0-b59e-334253a89480 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0592921 Oct 27 21:32:48.143352 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7e7ec302-c757-4a1d-b51b-b7fd987a0813 req-46ea5e06-922e-4bdf-a1ed-e3d4b882004e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Oct 27 21:32:48.692606 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:48.708859 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:32:48.741390 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:48.741813 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:48.947626 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:48.971298 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:48.973576 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442ac3d-e7d5-43df-bb53-4ebf93d0f42a" -d '{"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-plugged", "status": "completed", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:48.991869 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:48.998949 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:49.016214 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6608ae2b-6043-411b-86dd-9ffb5afc6838 x-openstack-request-id: req-6608ae2b-6043-411b-86dd-9ffb5afc6838 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:49.016517 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-plugged", "status": "completed", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:49.017638 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6608ae2b-6043-411b-86dd-9ffb5afc6838 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:49.018089 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'code': 200} Oct 27 21:32:49.060914 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=8']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:49.205024 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:49.272833 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ee9c-821b-4c0c-a7e6-a07b635923d1 req-d01ebae8-cf72-4591-8374-664ed4988926 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.274354 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9907ee9c-821b-4c0c-a7e6-a07b635923d1 req-d01ebae8-cf72-4591-8374-664ed4988926 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0497074 Oct 27 21:32:49.314107 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9907ee9c-821b-4c0c-a7e6-a07b635923d1 req-9a9fc977-95a3-429a-8c87-9a4316178478 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335436 Oct 27 21:32:50.458034 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37514b-1889-4a11-b566-f9cdbf94d8be req-0ee8e32d-ca3c-4679-889d-2f4df9483dbc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.459526 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0b37514b-1889-4a11-b566-f9cdbf94d8be req-0ee8e32d-ca3c-4679-889d-2f4df9483dbc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0628006 Oct 27 21:32:50.517253 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0b37514b-1889-4a11-b566-f9cdbf94d8be req-258dfd63-c59c-44ce-b36b-8f371b9d2263 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Oct 27 21:32:51.643072 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98c12d-a238-4668-b295-103076111715 req-89fe0b26-5910-4e35-b139-b85da84ea8b7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.644910 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d98c12d-a238-4668-b295-103076111715 req-89fe0b26-5910-4e35-b139-b85da84ea8b7 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0516152 Oct 27 21:32:51.683989 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d98c12d-a238-4668-b295-103076111715 req-33d99e4e-d330-4b2e-80bf-95f48a48e095 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Oct 27 21:32:52.805439 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427c411-63aa-45a1-a3d4-3bf49001982f req-fca1b523-0a5c-430f-a42f-2a58621e8bdb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.806971 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5427c411-63aa-45a1-a3d4-3bf49001982f req-fca1b523-0a5c-430f-a42f-2a58621e8bdb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0491540 Oct 27 21:32:52.845023 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5427c411-63aa-45a1-a3d4-3bf49001982f req-cc5e6361-f252-403d-a85a-79fe8333d472 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Oct 27 21:32:53.974463 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e331b-946b-4b62-8a84-d202557bf70d req-fb97d021-5d97-432a-8ead-1efead797aa6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:53.976323 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-639e331b-946b-4b62-8a84-d202557bf70d req-fb97d021-5d97-432a-8ead-1efead797aa6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0527046 Oct 27 21:32:54.015732 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-639e331b-946b-4b62-8a84-d202557bf70d req-4a063df8-3c56-4785-9f1c-d6540b81e317 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332177 Oct 27 21:32:54.249194 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8324dc-4264-43a8-9c87-84b2411f6a67 req-fd5efd93-c616-4fdf-8909-9d8e8ee628a5 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:54.250724 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0a8324dc-4264-43a8-9c87-84b2411f6a67 req-fd5efd93-c616-4fdf-8909-9d8e8ee628a5 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Oct 27 21:32:54.292064 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0a8324dc-4264-43a8-9c87-84b2411f6a67 req-da9a092b-cd13-4d4a-b11a-4134be327582 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344722 Oct 27 21:32:55.141581 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced400e-b10b-425f-a119-da237c65911e req-52542b80-e9e4-4b3d-b356-0c5e0b973ec1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.143933 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fced400e-b10b-425f-a119-da237c65911e req-52542b80-e9e4-4b3d-b356-0c5e0b973ec1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0513265 Oct 27 21:32:55.184717 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fced400e-b10b-425f-a119-da237c65911e req-f401fabc-5b98-4519-87cf-dd215303b35c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331004 Oct 27 21:32:55.419724 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cec084-ba6f-44e6-b762-b1aaf6099a8c req-1401d1f6-9b9c-4b94-b7ef-c49d91a995ee tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.421206 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a6cec084-ba6f-44e6-b762-b1aaf6099a8c req-1401d1f6-9b9c-4b94-b7ef-c49d91a995ee tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0585215 Oct 27 21:32:55.461656 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a6cec084-ba6f-44e6-b762-b1aaf6099a8c req-6e76c97d-7df3-4828-97a6-62334c4c6fde tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338912 Oct 27 21:32:56.326341 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c013-847e-467e-9b3b-88b43e811abe req-2687a7c5-dd14-4f90-8c40-5a124cea262a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:56.327944 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0e4c013-847e-467e-9b3b-88b43e811abe req-2687a7c5-dd14-4f90-8c40-5a124cea262a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0583782 Oct 27 21:32:56.366710 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0e4c013-847e-467e-9b3b-88b43e811abe req-6a10ee4d-6086-4753-9e74-a9f5814fecdc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Oct 27 21:32:56.590766 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1737da8-0285-4950-8ee4-60e2e703e37b req-20c5ceb2-10a9-40fc-96be-b685036052e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:56.592893 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1737da8-0285-4950-8ee4-60e2e703e37b req-20c5ceb2-10a9-40fc-96be-b685036052e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0604858 Oct 27 21:32:56.635684 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c1737da8-0285-4950-8ee4-60e2e703e37b req-f2de571c-d46a-4e3b-919b-e38128a94d3f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369456 Oct 27 21:32:57.492166 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde4a48-55cc-4849-ac97-a84d1c2fb362 req-84d3753d-1f71-4b0c-acd6-2dbf265b37bc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.493763 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-afde4a48-55cc-4849-ac97-a84d1c2fb362 req-84d3753d-1f71-4b0c-acd6-2dbf265b37bc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0518966 Oct 27 21:32:57.530886 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-afde4a48-55cc-4849-ac97-a84d1c2fb362 req-37cadd6b-fed0-4053-9bd0-e868add49cc6 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Oct 27 21:32:57.748384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969e97d-25c3-4f46-a4d9-bf4c5066f45e req-59073d63-9e16-4e70-8b8f-e4bebcdf4f85 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.749894 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2969e97d-25c3-4f46-a4d9-bf4c5066f45e req-59073d63-9e16-4e70-8b8f-e4bebcdf4f85 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Oct 27 21:32:57.787119 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2969e97d-25c3-4f46-a4d9-bf4c5066f45e req-7701df90-be11-4192-a1ea-dda8b98b8ecb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Oct 27 21:32:58.647944 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9b56-afab-4f47-84f8-19e3274b4f00 req-ae4e2436-abe1-4e87-a355-99b2cd6cf77b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:58.649935 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-501c9b56-afab-4f47-84f8-19e3274b4f00 req-ae4e2436-abe1-4e87-a355-99b2cd6cf77b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0479567 Oct 27 21:32:58.686247 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-501c9b56-afab-4f47-84f8-19e3274b4f00 req-68047715-7917-4b5e-8a77-062925574af4 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305135 Oct 27 21:32:58.906440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa875a-a950-4357-952f-84ed90a8f96a req-45276e54-9a38-4785-afde-fe1e690a1437 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:58.908193 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5faa875a-a950-4357-952f-84ed90a8f96a req-45276e54-9a38-4785-afde-fe1e690a1437 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0544760 Oct 27 21:32:58.946823 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5faa875a-a950-4357-952f-84ed90a8f96a req-4891e460-0e6f-4a3b-b3b4-54b6e8fd83a4 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Oct 27 21:32:59.084161 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ccd93-7a75-4df0-9d2d-3ca72658e9ee req-9fa42385-13b6-46ba-a56b-289f7aca3fe8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.085547 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-611ccd93-7a75-4df0-9d2d-3ca72658e9ee req-9fa42385-13b6-46ba-a56b-289f7aca3fe8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0481966 Oct 27 21:32:59.122475 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-611ccd93-7a75-4df0-9d2d-3ca72658e9ee req-af37a70f-a496-4cc4-b670-220a9e4a66a8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Oct 27 21:32:59.372293 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-e305ddd7-719f-4aca-92a3-657c0c8a9f96 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.373665 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-e305ddd7-719f-4aca-92a3-657c0c8a9f96 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 945 time: 0.0473673 Oct 27 21:32:59.467502 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Deleting port 4fba1633-1a28-457c-9850-5e6fa31728a3 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:59.467838 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.558746 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] For port 4fba1633-1a28-457c-9850-5e6fa31728a3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fba1633-1a28-457c-9850-5e6fa31728a3,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:59.559129 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.725779 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.726409 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.726832 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Floating IP 6af6c01f-0ef3-41ae-99d7-40c34447d587 disassociated. External IP: 172.27.1.198, port: 4fba1633-1a28-457c-9850-5e6fa31728a3. Oct 27 21:32:59.727270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Calling delete_port for 4fba1633-1a28-457c-9850-5e6fa31728a3 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:59.809389 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815db44-f051-4874-a33f-f1d631573f09 req-0e8b1beb-90c7-4e83-87d3-7f50b6db648b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.810883 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8815db44-f051-4874-a33f-f1d631573f09 req-0e8b1beb-90c7-4e83-87d3-7f50b6db648b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0517266 Oct 27 21:32:59.848962 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8815db44-f051-4874-a33f-f1d631573f09 req-518c8e3d-df43-4a7c-b5e4-c1330d958b86 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Oct 27 21:32:59.855897 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:59.884360 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'Port': ['ID=4fba1633-1a28-457c-9850-5e6fa31728a3,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:59.896129 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.896483 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.896853 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.897190 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.897525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.898042 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.898166 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.898502 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.899397 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.899725 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.900134 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:59.900374 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:00.006631 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:00.042539 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a727e04c-1674-4221-8593-e0deb0954879 req-6a5f6d82-daf8-4390-9223-cfa7aacbcef1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=72600760-1dd1-42f5-bb26-ff813ccaa009 HTTP/1.1" status: 200 len: 210 time: 0.0288694 Oct 27 21:33:00.115985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:00.126660 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:00.136409 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:00.137059 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:32:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:00.154868 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] No DVR routers for this DVR port 4fba1633-1a28-457c-9850-5e6fa31728a3 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:00.157512 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.161162 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f147b5f8-ae2e-4ca3-8908-6eba0bdf6edc req-ec1a0fc2-1aa6-4264-b171-c3fadef21017 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "DELETE /v2.0/ports/4fba1633-1a28-457c-9850-5e6fa31728a3 HTTP/1.1" status: 204 len: 173 time: 0.7783289 Oct 27 21:33:00.161461 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'name': 'network-vif-deleted', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:00.164969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e87a34-17d4-424b-a621-20a01bd476b3" -d '{"events": [{"server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "name": "network-vif-deleted", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:00.266723 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:00.269300 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e494b87-d230-4545-b236-d1932b44a9f7 req-3d4e5ac0-a6cc-43e2-987a-341c1724759d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.278619 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e494b87-d230-4545-b236-d1932b44a9f7 req-3d4e5ac0-a6cc-43e2-987a-341c1724759d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Oct 27 21:33:00.286803 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae088d-370e-439b-8eb8-de1166a8ebe5 x-openstack-request-id: req-b4ae088d-370e-439b-8eb8-de1166a8ebe5 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:00.287383 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72600760-1dd1-42f5-bb26-ff813ccaa009", "name": "network-vif-deleted", "tag": "4fba1633-1a28-457c-9850-5e6fa31728a3", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:00.287930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4ae088d-370e-439b-8eb8-de1166a8ebe5 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:00.288692 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72600760-1dd1-42f5-bb26-ff813ccaa009', 'name': 'network-vif-deleted', 'tag': '4fba1633-1a28-457c-9850-5e6fa31728a3', 'status': 'completed', 'code': 200} Oct 27 21:33:00.323745 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e494b87-d230-4545-b236-d1932b44a9f7 req-ccb1cba4-1e22-4e27-9eab-d7410205a3de tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442603 Oct 27 21:33:00.476561 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:00.506637 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:00.515143 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:00.515758 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:32:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:00.623198 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:00.781345 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:33:00.896046 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:00.926890 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd115d4-e106-49e6-a981-9d38d5f461b4 None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:00.941744 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:00.953833 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'port_id': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'mac_address': 'fa:16:3e:7d:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:33:00.982131 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b4a7c-d159-45d4-8974-485aed21239d req-fe6e788e-e708-48f8-a920-4122d35501dc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.989872 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d9b4a7c-d159-45d4-8974-485aed21239d req-fe6e788e-e708-48f8-a920-4122d35501dc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 943 time: 0.0650573 Oct 27 21:33:00.996965 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.016109 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646f45af-d36b-4b7b-a0b3-99d6a23733b5 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:01.035197 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5d9b4a7c-d159-45d4-8974-485aed21239d req-ef7fef51-62c1-4106-80b8-cff3d84a048e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Oct 27 21:33:01.043638 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:01.047985 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:01.102877 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=9']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:01.216258 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a5f3a-324e-43fa-859e-a03cc64fca54 None None] New status for floating IP 6af6c01f-0ef3-41ae-99d7-40c34447d587: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:33:01.295505 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-b6a303de-3c5c-4c31-abf9-93b5e5b21ec9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387751555&fields=id&tenant_id=e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 267 time: 0.0350549 Oct 27 21:33:01.390460 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['646f45af-d36b-4b7b-a0b3-99d6a23733b5'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:01.438846 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-1528ba7b-872f-4633-accd-88479402c0eb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:01.440377 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-1528ba7b-872f-4633-accd-88479402c0eb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 812 time: 0.1377192 Oct 27 21:33:01.463692 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-d808bae9-b237-4c2b-a22f-35a4d10d34f4 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/quotas/e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 375 time: 0.0153959 Oct 27 21:33:01.471951 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf4c4-01a3-40ab-8fa1-b93ad80dbf4b req-8dc899bf-cd86-4737-aff3-2d6497fca049 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:01.473407 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-188bf4c4-01a3-40ab-8fa1-b93ad80dbf4b req-8dc899bf-cd86-4737-aff3-2d6497fca049 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0751300 Oct 27 21:33:01.541166 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-188bf4c4-01a3-40ab-8fa1-b93ad80dbf4b req-ad7decef-d432-4c2c-8300-90eee40a6a9f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582793 Oct 27 21:33:01.549438 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-983a477a-28b8-4ec6-b701-fdeadeb42fd7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751073 Oct 27 21:33:01.645008 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-4f5dda04-fdd9-4c1e-a2aa-896566786735 service neutron] 10.222.0.55 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835919 Oct 27 21:33:01.736128 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-69f9d876-4f54-4041-a206-85bc850ffddd service neutron] 10.222.0.55 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850799 Oct 27 21:33:02.004666 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ac5c90ae-896d-4158-99bb-e31976a75753 req-4cdd157e-00f7-4f8d-855b-26c6bbebdd4a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 210 time: 0.0255492 Oct 27 21:33:02.156556 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e47b7-b463-42d3-b5a4-7624d73138e6 req-1f4a3129-4655-4d0f-8877-d78a0569766e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.158088 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d99e47b7-b463-42d3-b5a4-7624d73138e6 req-1f4a3129-4655-4d0f-8877-d78a0569766e tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 944 time: 0.0513899 Oct 27 21:33:02.198434 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d99e47b7-b463-42d3-b5a4-7624d73138e6 req-7d1e1aa0-576d-4542-a6ca-38aaf9b1c73d tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Oct 27 21:33:02.659835 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173a48c-eafa-4936-8349-437ec245e702 req-fc97b390-af21-469c-b747-cf5b642aa14c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.661241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7173a48c-eafa-4936-8349-437ec245e702 req-fc97b390-af21-469c-b747-cf5b642aa14c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0520983 Oct 27 21:33:02.698260 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7173a48c-eafa-4936-8349-437ec245e702 req-4890e543-f0bd-4d49-8d87-0342a348dbc2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306184 Oct 27 21:33:02.799869 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:33:02.854455 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:02.854822 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.937947 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.961215 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:02.963454 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e7d0d-12a3-40f8-a1a2-5897f70c4c8d" -d '{"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-plugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:02.975876 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:02.981911 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:02.983897 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 4fba1633-1a28-457c-9850-5e6fa31728a3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:03.011965 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622290a-bf9a-4f38-9867-996a0aafb1de x-openstack-request-id: req-d622290a-bf9a-4f38-9867-996a0aafb1de {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:03.012260 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-plugged", "status": "completed", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:03.012514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d622290a-bf9a-4f38-9867-996a0aafb1de {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:03.012926 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'code': 200} Oct 27 21:33:03.033579 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 4fba1633-1a28-457c-9850-5e6fa31728a3 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:03.033929 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 4fba1633-1a28-457c-9850-5e6fa31728a3 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:03.038499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-9b50fc3f-7dbb-4a20-a9a2-c7bb1672bad9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.041197 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-9b50fc3f-7dbb-4a20-a9a2-c7bb1672bad9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 812 time: 0.1080239 Oct 27 21:33:03.060554 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=10']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:03.111465 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bbeb8ea6-5120-4355-a693-33438a590334 req-45a58199-6ecf-4538-8c5b-aa712c79284a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Oct 27 21:33:03.112840 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-81bbdb6e-33b4-4ef4-bd24-38b3bcdec9cc tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 380 time: 0.0418239 Oct 27 21:33:03.123847 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'port': {'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'admin_state_up': True, 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'security_groups': ['6a2bd720-7c4b-4094-b832-93f417e1ab94']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:03.237617 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Made reservation on behalf of e66d26b155564be4b57dc8227d98bdf2 for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:03.241917 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:03.325251 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be7059-1832-4736-9542-e409df7ce64f req-faefe726-608b-4882-8178-39fcc47283a8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.326737 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-55be7059-1832-4736-9542-e409df7ce64f req-faefe726-608b-4882-8178-39fcc47283a8 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Oct 27 21:33:03.341910 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca634-d4e2-4735-82b7-a6de68e23f06 req-c7e06b21-11ce-41b4-abd3-51519cb57caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.343403 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7ceca634-d4e2-4735-82b7-a6de68e23f06 req-c7e06b21-11ce-41b4-abd3-51519cb57caa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 1099 time: 0.0907934 Oct 27 21:33:03.364259 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-55be7059-1832-4736-9542-e409df7ce64f req-1138b52d-f8cc-47c2-9f50-6f3bc4ab061c tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Oct 27 21:33:03.415743 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7ceca634-d4e2-4735-82b7-a6de68e23f06 req-e295ddb3-5336-4f32-a4a5-74b2c869e4b7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640798 Oct 27 21:33:03.424392 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Allocated IP 172.20.0.14 (cd9d3f56-d807-49ad-8f2a-c7cf953c1725/8d76b771-1391-4a67-8a9f-40441c28e567/0e62e1e8-87d6-4e15-8368-1068ff9ce6e5) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:03.560205 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:03.592457 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:03.634168 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:03.637201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:03.640923 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:03.665833 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:03.695675 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.696308 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:03.712012 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14250f43-aca3-46ee-bc7a-a2166f6657fb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926282 Oct 27 21:33:03.737439 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Request body: {'port': {'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:03.807728 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:03.836875 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1385750-dc37-489f-bd0b-a8476708ee9a req-72641ab2-f7b5-46d9-a8fa-775eecd4cddb tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.844292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a1385750-dc37-489f-bd0b-a8476708ee9a req-72641ab2-f7b5-46d9-a8fa-775eecd4cddb tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0624855 Oct 27 21:33:03.884740 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a1385750-dc37-489f-bd0b-a8476708ee9a req-6efd3f7e-b81a-4745-a4cb-3896afc37791 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380096 Oct 27 21:33:03.932996 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-5ed0e112-7dd2-40e1-beff-f0bbcc2724f0 None None] Provisioning complete for port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:03.933574 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e112-7dd2-40e1-beff-f0bbcc2724f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:03.966541 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0e112-7dd2-40e1-beff-f0bbcc2724f0 None None] Port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:33:04.079536 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:04.087476 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:04.099391 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Transition to ACTIVE for port object 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:33:04.104359 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:04.193341 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:04.226813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Attempting to bind port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:33:04.227156 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Attempting to bind port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:33:04.227486 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Attempting to bind port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:04.231899 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:33:04.232241 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Attempting to bind port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:04.237159 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:33:04.237480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Checking segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:33:04.237860 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Bound using segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:33:04.238286 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Bound port: 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:33:04.238641 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:04.251581 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53c92-1902-43b3-bade-347c1a783827 req-5e9cb46f-f7ef-4cfd-957b-6616cb3db214 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.253347 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e2d53c92-1902-43b3-bade-347c1a783827 req-5e9cb46f-f7ef-4cfd-957b-6616cb3db214 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0612566 Oct 27 21:33:04.294011 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e2d53c92-1902-43b3-bade-347c1a783827 req-5aa5ff67-062f-42aa-a052-55b44cf8d020 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Oct 27 21:33:04.307549 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] For port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:33:04.310955 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] For port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:33:04.321153 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:04.361120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.361765 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:04.363217 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 1094 time: 0.6305661 Oct 27 21:33:04.363652 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:04.366041 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b400560a-0cfa-40a7-bce7-f2541514ef7b" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:04.388388 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda8afc-df38-4d9b-975d-e8086b18dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:04.433704 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7582fd-aa82-4676-9f97-1551705562ca x-openstack-request-id: req-ba7582fd-aa82-4676-9f97-1551705562ca {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:04.434094 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:04.434404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba7582fd-aa82-4676-9f97-1551705562ca {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:04.434899 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'status': 'completed', 'code': 200} Oct 27 21:33:04.503576 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1e29-6441-4c97-871e-c8bcf4727ae0 req-4018df9a-ac2c-4d5c-ab99-78e7dd50a208 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.505153 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ba4c1e29-6441-4c97-871e-c8bcf4727ae0 req-4018df9a-ac2c-4d5c-ab99-78e7dd50a208 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 946 time: 0.0515299 Oct 27 21:33:04.518308 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-05a749ec-3d0c-46c5-a0b1-5a4c8ccc354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.519960 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-05a749ec-3d0c-46c5-a0b1-5a4c8ccc354c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1097 time: 0.0500679 Oct 27 21:33:04.546375 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ba4c1e29-6441-4c97-871e-c8bcf4727ae0 req-1a098888-cfb4-4232-91f6-ad5d96f38909 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346568 Oct 27 21:33:04.639806 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-9844c92b-d184-4b90-92e9-4ca0bdc1c71a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 217 time: 0.0372920 Oct 27 21:33:04.692263 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14069a46-ac70-4fdb-bd4e-8a67f9e1be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.693841 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-14069a46-ac70-4fdb-bd4e-8a67f9e1be2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0462208 Oct 27 21:33:04.752953 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-58f3f635-4e04-4f41-b5ea-43e23428f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.754541 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-58f3f635-4e04-4f41-b5ea-43e23428f013 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452013 Oct 27 21:33:04.860421 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-629919b2-f00d-47bd-acdb-6db96359b240 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975170 Oct 27 21:33:04.972048 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ec7ad3d-5081-4ad8-b533-866abd3a5bad req-c56f63e6-9d9f-4866-803d-02dab012c597 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003556 Oct 27 21:33:05.004822 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b49e6-535d-480c-8552-841ac3cb696b req-99003f40-2a9f-4a89-b7c3-07ed847cbd2a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.006796 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-da7b49e6-535d-480c-8552-841ac3cb696b req-99003f40-2a9f-4a89-b7c3-07ed847cbd2a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0557518 Oct 27 21:33:05.047428 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-da7b49e6-535d-480c-8552-841ac3cb696b req-16908f6f-d5b9-4d7e-810d-ac47c99a155a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Oct 27 21:33:05.128015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-31d08ca4-5a87-4004-a3b7-bb686b41e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.129520 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-31d08ca4-5a87-4004-a3b7-bb686b41e8d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1097 time: 0.0400691 Oct 27 21:33:05.225341 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-e7caa370-9050-4b27-9314-8cfdc7f82842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.226808 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-e7caa370-9050-4b27-9314-8cfdc7f82842 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0892937 Oct 27 21:33:05.268056 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-aa27bf30-072c-45d7-82d0-f8c267fff431 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 217 time: 0.0334847 Oct 27 21:33:05.317379 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-20a9955d-48aa-4666-b94e-9e7055ae4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.318826 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-20a9955d-48aa-4666-b94e-9e7055ae4c1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0429621 Oct 27 21:33:05.385453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-f6658b6e-2565-4d7d-9d58-87901b29b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.386886 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-f6658b6e-2565-4d7d-9d58-87901b29b5d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453367 Oct 27 21:33:05.408116 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9cfc-00b1-48f2-9d80-e0c42a12eeb7 req-b6324288-540b-44e8-8974-c459fdf1a0e5 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.409602 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-146c9cfc-00b1-48f2-9d80-e0c42a12eeb7 req-b6324288-540b-44e8-8974-c459fdf1a0e5 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0474534 Oct 27 21:33:05.447588 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-146c9cfc-00b1-48f2-9d80-e0c42a12eeb7 req-51e2c634-1359-44fb-84c3-c21d6ba23526 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Oct 27 21:33:05.479365 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-006debee-7a21-4014-8b79-9550c4935364 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Oct 27 21:33:05.579843 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b400560a-0cfa-40a7-bce7-f2541514ef7b req-56481c4c-baac-4404-8e6a-420378a98232 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873697 Oct 27 21:33:05.663988 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56bf3-f73d-47a4-8a55-5642dd19b9d9 req-adccf343-84d8-4866-b3d8-aeafacc87058 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.665908 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8d56bf3-f73d-47a4-8a55-5642dd19b9d9 req-adccf343-84d8-4866-b3d8-aeafacc87058 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 946 time: 0.0488627 Oct 27 21:33:05.702882 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e8d56bf3-f73d-47a4-8a55-5642dd19b9d9 req-39ef42c1-c501-4d2d-b381-67cb9f39995a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Oct 27 21:33:06.164517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc59d33-48f5-4cb8-92b1-1c102554c1b8 req-24675de4-e38b-41ae-b22b-2fccdae31a5c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:06.165988 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dcc59d33-48f5-4cb8-92b1-1c102554c1b8 req-24675de4-e38b-41ae-b22b-2fccdae31a5c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Oct 27 21:33:06.203209 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dcc59d33-48f5-4cb8-92b1-1c102554c1b8 req-0843979c-8437-480d-97a0-e9cc176ba1d1 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Oct 27 21:33:06.338818 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d50ffc4e-d7b4-4c5f-9f4d-b77148e73d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:06.560284 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6eae2-bebe-4389-add4-f2ff69b82fa4 req-dcdccf8a-9a1b-460f-b514-838f4a65b5f4 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:06.561756 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fcf6eae2-bebe-4389-add4-f2ff69b82fa4 req-dcdccf8a-9a1b-460f-b514-838f4a65b5f4 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0491385 Oct 27 21:33:06.598710 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fcf6eae2-bebe-4389-add4-f2ff69b82fa4 req-7817f215-dcf4-491c-aaf2-0ef521e613a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Oct 27 21:33:07.321546 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c365b7-69d4-4ba6-9a9b-fe4189e086fe req-73298178-2466-4d24-a4b6-4344d1b859a2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:07.323289 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c2c365b7-69d4-4ba6-9a9b-fe4189e086fe req-73298178-2466-4d24-a4b6-4344d1b859a2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0548730 Oct 27 21:33:07.359417 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c2c365b7-69d4-4ba6-9a9b-fe4189e086fe req-f842a48a-3aa6-4469-9a9a-023c32640f32 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302494 Oct 27 21:33:07.713233 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569dbc6-b591-4499-99fd-e2a260d4d15f req-cd842fd0-0f4b-4ac6-b4de-82a758b4b72a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:07.714698 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7569dbc6-b591-4499-99fd-e2a260d4d15f req-cd842fd0-0f4b-4ac6-b4de-82a758b4b72a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0509593 Oct 27 21:33:07.752140 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7569dbc6-b591-4499-99fd-e2a260d4d15f req-c8e6f5c0-be6c-42e3-aaea-83901c628a0d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Oct 27 21:33:08.471285 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3901bc-37fc-41cc-abd7-a7cf4e1b6fac req-cc45677d-3955-4de1-ad18-5de47b427519 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:08.472767 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bf3901bc-37fc-41cc-abd7-a7cf4e1b6fac req-cc45677d-3955-4de1-ad18-5de47b427519 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0476282 Oct 27 21:33:08.509398 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bf3901bc-37fc-41cc-abd7-a7cf4e1b6fac req-7469ff6a-218d-4df0-853f-41f5d92eda29 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Oct 27 21:33:08.868412 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00981acf-18ed-4eab-87f4-310b1b9657d2 req-d94d046d-fdba-459a-a9c3-76d978962aee tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:08.870125 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00981acf-18ed-4eab-87f4-310b1b9657d2 req-d94d046d-fdba-459a-a9c3-76d978962aee tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0524201 Oct 27 21:33:08.906530 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-37c5807f-b3d6-40d0-a2d2-3c89e694b622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:08.915758 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-00981acf-18ed-4eab-87f4-310b1b9657d2 req-812efc8a-a039-4be8-91aa-a3935b35b400 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Oct 27 21:33:09.625840 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e519b5-6db9-4fa6-9d08-147ade3669bd req-39c468c8-b7e5-402f-b2df-b4196e8868bc tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.627274 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-25e519b5-6db9-4fa6-9d08-147ade3669bd req-39c468c8-b7e5-402f-b2df-b4196e8868bc tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Oct 27 21:33:09.663125 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-25e519b5-6db9-4fa6-9d08-147ade3669bd req-30171d93-096e-4335-b19f-d9189c84a09e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297837 Oct 27 21:33:09.860017 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9216a1-cdbd-4661-9cf5-b920ba758b92 req-c67a5999-1810-4389-bede-ec0bcd5c6b1b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.861428 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fe9216a1-cdbd-4661-9cf5-b920ba758b92 req-c67a5999-1810-4389-bede-ec0bcd5c6b1b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Oct 27 21:33:09.898279 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fe9216a1-cdbd-4661-9cf5-b920ba758b92 req-03dc2a9b-e48f-4f8a-8552-ef07f1df626b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Oct 27 21:33:09.931042 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-5e28a513-6a89-4228-9c0e-1eacadf63699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.932500 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-5e28a513-6a89-4228-9c0e-1eacadf63699 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1098 time: 0.0478871 Oct 27 21:33:10.031740 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10ec1b-dc1c-4dab-acd2-0c8ec57d82d4 req-1fb8305e-6e0b-4cc2-90f6-2d170d7a711d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.032483 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:10.033914 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1a10ec1b-dc1c-4dab-acd2-0c8ec57d82d4 req-1fb8305e-6e0b-4cc2-90f6-2d170d7a711d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0509431 Oct 27 21:33:10.077208 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1a10ec1b-dc1c-4dab-acd2-0c8ec57d82d4 req-4aa16d55-1db2-4627-ae71-2c487fa76813 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Oct 27 21:33:10.143756 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:10.251778 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-7985242c-dc08-4c60-a8bb-339334de20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.253321 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-7985242c-dc08-4c60-a8bb-339334de20b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.3134537 Oct 27 21:33:10.317412 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-ee10e40c-0992-49a3-87a3-058ab9448aaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 999 time: 0.0558004 Oct 27 21:33:10.372397 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-2ee07cc2-1176-4822-a71b-d7c9c7c093f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.373800 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-2ee07cc2-1176-4822-a71b-d7c9c7c093f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0412924 Oct 27 21:33:10.423930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-61eb34ba-93d9-4b43-a9a0-74243061884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.425309 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-61eb34ba-93d9-4b43-a9a0-74243061884e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410795 Oct 27 21:33:10.517649 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-fffac54f-75b3-44ba-90cc-3f8816c9035c service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778091 Oct 27 21:33:10.623477 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2da05068-cbf3-417a-b87b-5a2b097836a2 req-f0a9ebad-8f06-421c-917d-9a3455e295dd service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838728 Oct 27 21:33:11.027682 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c63733-87af-4354-b29e-8cf5b6746abb req-c16b7256-9666-45e3-a006-7dc4eb41cc29 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:11.029091 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-58c63733-87af-4354-b29e-8cf5b6746abb req-c16b7256-9666-45e3-a006-7dc4eb41cc29 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0534430 Oct 27 21:33:11.065271 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-58c63733-87af-4354-b29e-8cf5b6746abb req-ab92a70e-b543-4dd3-b660-a6862a9a3992 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303285 Oct 27 21:33:11.196600 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced912-a6b4-445a-bfb6-e16444c11db7 req-bb4b780a-2656-4e7d-94b0-9804f35bd520 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:11.198141 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-85ced912-a6b4-445a-bfb6-e16444c11db7 req-bb4b780a-2656-4e7d-94b0-9804f35bd520 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0508802 Oct 27 21:33:11.236261 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-85ced912-a6b4-445a-bfb6-e16444c11db7 req-0fab9830-e1aa-49d9-9212-de81eeec18a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Oct 27 21:33:11.780855 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:12.193134 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df042057-dded-4357-a2c3-3e53144b79d0 req-579d1030-c008-4d40-9110-3a11737e1ff3 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:12.194567 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df042057-dded-4357-a2c3-3e53144b79d0 req-579d1030-c008-4d40-9110-3a11737e1ff3 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0471098 Oct 27 21:33:12.230980 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-df042057-dded-4357-a2c3-3e53144b79d0 req-cef9db77-8b56-48dc-85a7-aa44f0a56662 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299637 Oct 27 21:33:12.353846 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6dc1-c040-4ab2-8b7e-2fa70beb79f1 req-36236cd2-c829-41c0-9a27-f3bc23b039b2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:12.355234 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8b7e6dc1-c040-4ab2-8b7e-2fa70beb79f1 req-36236cd2-c829-41c0-9a27-f3bc23b039b2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 944 time: 0.0515373 Oct 27 21:33:12.391900 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8b7e6dc1-c040-4ab2-8b7e-2fa70beb79f1 req-8d766521-1c08-4ed3-ba82-513161370925 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Oct 27 21:33:12.825971 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:33:12.930039 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:13.054839 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:33:13.090703 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:13.103218 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:13.121634 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:13.126532 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:13.172215 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:13.482005 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0e62e1e8-87d6-4e15-8368-1068ff9ce6e5'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:13.506342 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd0f1d-4ad2-43e3-b229-70a6b973721a req-0d8361b9-1b44-4cfd-b0ab-31aabbfd91b6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:13.507839 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a1dd0f1d-4ad2-43e3-b229-70a6b973721a req-0d8361b9-1b44-4cfd-b0ab-31aabbfd91b6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 945 time: 0.0484440 Oct 27 21:33:13.545235 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a1dd0f1d-4ad2-43e3-b229-70a6b973721a req-a56ad0fb-d007-4a97-bd61-4cb433afc97b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Oct 27 21:33:14.655979 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed0b5-9395-42fd-a74b-18828c046b75 req-dfdd038e-201c-4763-b481-1a6f78acd8a8 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.657343 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c94ed0b5-9395-42fd-a74b-18828c046b75 req-dfdd038e-201c-4763-b481-1a6f78acd8a8 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 945 time: 0.0471673 Oct 27 21:33:14.694314 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c94ed0b5-9395-42fd-a74b-18828c046b75 req-b8706ba6-840d-4958-abcb-53f703d0730d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Oct 27 21:33:14.833198 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:33:14.883679 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:33:14.888830 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:14.889202 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.965200 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.986438 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:14.988673 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ab2d28-d31a-41c0-bf3e-b52e346a14bb" -d '{"events": [{"server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "name": "network-vif-plugged", "status": "completed", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:15.001318 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:15.005180 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:15.031886 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098bd6c5-50bc-4763-985a-29b61ff3ace6 x-openstack-request-id: req-098bd6c5-50bc-4763-985a-29b61ff3ace6 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:15.032175 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "name": "network-vif-plugged", "status": "completed", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:15.032426 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-098bd6c5-50bc-4763-985a-29b61ff3ace6 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:15.032836 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'code': 200} Oct 27 21:33:15.058092 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:15.306334 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b37f-edc1-436e-9a52-85abf21af98a req-655b348c-6a06-443f-b76a-aad87ea10434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.307761 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bdd9b37f-edc1-436e-9a52-85abf21af98a req-655b348c-6a06-443f-b76a-aad87ea10434 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0394511 Oct 27 21:33:15.341559 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-bdd9b37f-edc1-436e-9a52-85abf21af98a req-e5e93917-cf7c-4cd9-a683-ddb0212cc5f1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268943 Oct 27 21:33:15.812367 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f131f61-7da8-478b-b4e9-0738b086d7af req-f386dbb3-1baa-40e4-bfc6-3a69a4d6725e tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.813804 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0f131f61-7da8-478b-b4e9-0738b086d7af req-f386dbb3-1baa-40e4-bfc6-3a69a4d6725e tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 946 time: 0.0508459 Oct 27 21:33:16.087326 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0f131f61-7da8-478b-b4e9-0738b086d7af req-01292c3f-0783-4d73-b592-bf09a87ff6d6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677319 Oct 27 21:33:17.200012 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49552e-64b8-41e6-9c76-337da667f8cb req-11886c6c-e5e3-4e65-8690-8edf0ec4bc85 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.201462 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7a49552e-64b8-41e6-9c76-337da667f8cb req-11886c6c-e5e3-4e65-8690-8edf0ec4bc85 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 946 time: 0.0468884 Oct 27 21:33:17.237599 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7a49552e-64b8-41e6-9c76-337da667f8cb req-2d2c30b2-4124-4b2a-97b5-0683554e3e09 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303528 Oct 27 21:33:17.352320 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78bef-5b2e-4077-b560-2af495010226 req-93284f52-d33c-4ea7-8cfa-3f5851acd3ae tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.353796 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c7e78bef-5b2e-4077-b560-2af495010226 req-93284f52-d33c-4ea7-8cfa-3f5851acd3ae tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 946 time: 0.0505061 Oct 27 21:33:17.390107 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c7e78bef-5b2e-4077-b560-2af495010226 req-bb306b58-4da0-48e7-abc8-eaf9369a7937 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304585 Oct 27 21:33:17.411986 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60118) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:17.453034 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0e99e-39a9-4f79-a183-8cc2e4cc404c tempest-TestVolumeBootPattern-496110336 tempest-TestVolumeBootPattern-496110336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.454533 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-63c0e99e-39a9-4f79-a183-8cc2e4cc404c tempest-TestVolumeBootPattern-496110336 tempest-TestVolumeBootPattern-496110336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1094 time: 0.0415666 Oct 27 21:33:17.457242 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60120) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:17.461897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:17.483091 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.576897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.680633 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Allocated IP 172.27.1.214 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/804a8ca6-2485-4eb2-b44f-3f067933ba4d) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:17.778240 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.812734 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:17.852671 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:17.855632 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:17.859154 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:17.887828 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=804a8ca6-2485-4eb2-b44f-3f067933ba4d,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:17.901914 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.902262 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.902603 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.902935 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.903265 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.903611 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.903981 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.904348 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.904741 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.905075 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.905417 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:17.905761 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:18.209231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.276860 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.381854 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-69f727e7-4ac0-41f5-9d5c-0306e5c0e48b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385177 Oct 27 21:33:18.430064 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.434886 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.474323 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-b1286cbc-caa8-4617-8c7a-9c34acab3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.475725 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-b1286cbc-caa8-4617-8c7a-9c34acab3ebb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 1098 time: 0.0434461 Oct 27 21:33:18.504283 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=804a8ca6-2485-4eb2-b44f-3f067933ba4d,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:18.511073 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.578604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-ef5b71c7-9609-4115-9c83-8c824a7fdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.580110 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-ef5b71c7-9609-4115-9c83-8c824a7fdb63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.0843883 Oct 27 21:33:18.610113 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.l3_db [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Floating IP cb7e163f-b23d-4a86-8377-67fd3ccfee81 associated. External IP: 172.27.1.214, port: 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5. Oct 27 21:33:18.652347 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-ca563fff-6922-4db9-8965-70d6d65d4981 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 200 len: 999 time: 0.0599141 Oct 27 21:33:18.701169 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-abc3f6bb-da5e-4c46-9564-ccd5317213d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.702595 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-abc3f6bb-da5e-4c46-9564-ccd5317213d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0423074 Oct 27 21:33:18.756730 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-eb0701c8-af4a-484d-9074-04107f49c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.758700 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-eb0701c8-af4a-484d-9074-04107f49c3f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408597 Oct 27 21:33:18.814937 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:18.850075 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-6c5665ec-68e3-4349-b2b6-e19f78d5e73e service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Oct 27 21:33:18.920295 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:18.930362 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:18.938773 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:18.940963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:18.942728 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:18.942990 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e6c05847-c08f-4d03-8165-7b765647b8b4 req-eb4118ea-ea51-4f37-be3e-c224bbcb848e service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Oct 27 21:33:18.965905 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-655fc96b-f7ce-48ec-8f30-69379119e1a7 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5076830 Oct 27 21:33:18.966575 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:18.968808 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4badab30-1965-4fd1-b9ea-c082770a842f" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:19.004203 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48d14c8-922d-4261-9725-a06d548b1887 x-openstack-request-id: req-f48d14c8-922d-4261-9725-a06d548b1887 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:19.004491 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:19.004767 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f48d14c8-922d-4261-9725-a06d548b1887 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:19.005163 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'status': 'completed', 'code': 200} Oct 27 21:33:19.047487 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:19.113594 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badab30-1965-4fd1-b9ea-c082770a842f req-d6cf494c-84d6-4e4d-b411-446b4f01cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.115089 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-d6cf494c-84d6-4e4d-b411-446b4f01cecf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0438530 Oct 27 21:33:19.206513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badab30-1965-4fd1-b9ea-c082770a842f req-2342a474-0aa0-4d9d-bfcb-7addeec9ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.207971 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-2342a474-0aa0-4d9d-bfcb-7addeec9ff56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0825768 Oct 27 21:33:19.226879 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:19.279215 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-ff703faf-79c8-4cdf-93c0-45c67776e9b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 1000 time: 0.0629148 Oct 27 21:33:19.282407 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:18Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:19.313684 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:19.322300 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:19.322894 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:19.342048 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badab30-1965-4fd1-b9ea-c082770a842f req-8045d947-2240-4598-94aa-168fe6b87492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.343516 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-8045d947-2240-4598-94aa-168fe6b87492 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0437675 Oct 27 21:33:19.400925 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badab30-1965-4fd1-b9ea-c082770a842f req-12b0febd-97c8-4d40-920a-02c356abc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.402424 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-12b0febd-97c8-4d40-920a-02c356abc7b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391989 Oct 27 21:33:19.427802 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:19.495717 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-60a7a3f1-3b58-4fe1-b6f1-7c28c7b3f689 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853364 Oct 27 21:33:19.583883 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4badab30-1965-4fd1-b9ea-c082770a842f req-06a630e9-309c-4ac6-b659-e2b1c57f326b service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806923 Oct 27 21:33:19.655636 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:18Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:19.686622 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b0eb3-7818-4411-9754-d1d074c850e7 None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:18Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:19.883842 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b139c-e2c6-4f38-b52a-2fbd80256781 None None] New status for floating IP cb7e163f-b23d-4a86-8377-67fd3ccfee81: ACTIVE {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:33:25.707814 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:33:36.340366 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-8e666948-bc73-43a4-86d3-122fe9400a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.910726 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-f64c14a9-76ee-4b8c-8252-b4b5b3a9141e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:40.036116 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:40.144312 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:41.784887 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:44.409058 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f2890-7544-4adb-90bc-562c82161a19 req-d44eb355-e105-4432-95eb-d428644ce9aa tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:44.410515 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a87f2890-7544-4adb-90bc-562c82161a19 req-d44eb355-e105-4432-95eb-d428644ce9aa tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Oct 27 21:33:44.447549 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a87f2890-7544-4adb-90bc-562c82161a19 req-ec158c61-ec76-4fc9-8bd2-e8ea71052dce tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Oct 27 21:33:45.567053 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80849cc-c804-44cb-a72a-6bb7039aeb69 req-65a21412-1368-4b61-9e4b-989c41c3900a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.568555 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e80849cc-c804-44cb-a72a-6bb7039aeb69 req-65a21412-1368-4b61-9e4b-989c41c3900a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 946 time: 0.0492132 Oct 27 21:33:45.608357 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e80849cc-c804-44cb-a72a-6bb7039aeb69 req-12bf4e9d-b9b8-4c7b-9c0e-4213ce0efd5b tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups?id=99f5c403-3182-4573-b7b6-a0137ec49314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338829 Oct 27 21:33:45.984563 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-1799233f-cbe3-47ca-bbff-1927a6989f1a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.986025 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-1799233f-cbe3-47ca-bbff-1927a6989f1a tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 946 time: 0.0511110 Oct 27 21:33:46.073945 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Deleting port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:46.074277 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.161632 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] For port 646f45af-d36b-4b7b-a0b3-99d6a23733b5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=646f45af-d36b-4b7b-a0b3-99d6a23733b5,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:46.162015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.325489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.325842 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.326154 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Floating IP 0b84f424-add0-48bb-b327-06756f35ff93 disassociated. External IP: 172.27.1.229, port: 646f45af-d36b-4b7b-a0b3-99d6a23733b5. Oct 27 21:33:46.326485 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Calling delete_port for 646f45af-d36b-4b7b-a0b3-99d6a23733b5 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:46.450241 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.477872 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event deleted for resources: {'Port': ['ID=646f45af-d36b-4b7b-a0b3-99d6a23733b5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:46.588304 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:46.693045 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:46.702549 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:46.719964 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-111cd84d-95bd-42b1-acc5-49579152fe0c req-b35f0b00-7c68-4102-a3b5-a8b5c614cde1 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/ports?device_id=645a24a8-7822-400e-bfee-18787fd608d3 HTTP/1.1" status: 200 len: 210 time: 0.0396173 Oct 27 21:33:46.722516 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:46.723133 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:46.735744 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] No DVR routers for this DVR port 646f45af-d36b-4b7b-a0b3-99d6a23733b5 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:46.738244 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.741523 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-9d9c3752-771d-47dc-9145-5f1e5f8563ca req-7dd21a62-3255-493b-a7bf-35a7b737a6fb tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.74 "DELETE /v2.0/ports/646f45af-d36b-4b7b-a0b3-99d6a23733b5 HTTP/1.1" status: 204 len: 173 time: 0.7487054 Oct 27 21:33:46.742616 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-deleted', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:46.744921 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57a49d-bc0c-4bd1-b73f-6f16b2a8d81f" -d '{"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-deleted", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:46.793786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af18113d-ae05-4b63-a55c-0935cd5077af x-openstack-request-id: req-af18113d-ae05-4b63-a55c-0935cd5077af {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:46.794126 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645a24a8-7822-400e-bfee-18787fd608d3", "name": "network-vif-deleted", "tag": "646f45af-d36b-4b7b-a0b3-99d6a23733b5", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:46.794477 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af18113d-ae05-4b63-a55c-0935cd5077af {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:46.795737 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645a24a8-7822-400e-bfee-18787fd608d3', 'name': 'network-vif-deleted', 'tag': '646f45af-d36b-4b7b-a0b3-99d6a23733b5', 'status': 'completed', 'code': 200} Oct 27 21:33:46.837216 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:47.160113 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:47.185709 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:47.194570 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:47.195167 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:47.301473 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:47.501045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:47.530796 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5270a-ac2c-43df-8488-d86c49d2463e None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:26:13Z', 'revision_number': 4, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '48b90434-edf6-4dd0-9db4-99dc4d9bcef8', 'name': '', 'network_id': '0e464787-dbbd-4d22-8109-70d4268f16e0', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'mac_address': 'fa:16:3e:38:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:11Z', 'updated_at': '2021-10-27T21:26:18Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'subnets': [{'id': 'e3d55d0e-341d-4e13-a681-218af763201f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:47.747463 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f864c3-a418-4711-ab2f-640c22b5cc36 None None] New status for floating IP 0b84f424-add0-48bb-b327-06756f35ff93: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:33:47.813293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60170) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:47.870336 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-401d728d-86e0-44c4-b4b9-d2ce665b6272 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:47.893987 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-401d728d-86e0-44c4-b4b9-d2ce665b6272 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:47.940089 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-401d728d-86e0-44c4-b4b9-d2ce665b6272 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:47.942897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-401d728d-86e0-44c4-b4b9-d2ce665b6272 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:47.944065 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-401d728d-86e0-44c4-b4b9-d2ce665b6272 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "DELETE /v2.0/security-groups/99f5c403-3182-4573-b7b6-a0137ec49314 HTTP/1.1" status: 204 len: 168 time: 0.1297579 Oct 27 21:33:47.947094 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60172) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:47.952855 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d728d-86e0-44c4-b4b9-d2ce665b6272 tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f5c403-3182-4573-b7b6-a0137ec49314,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:47.961844 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.api.v2.resource [None req-a57ac217-30af-4227-8209-47c3304dbffc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] show failed (client error): The resource could not be found. Oct 27 21:33:47.965715 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-a57ac217-30af-4227-8209-47c3304dbffc tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "GET /v2.0/security-groups/99f5c403-3182-4573-b7b6-a0137ec49314 HTTP/1.1" status: 404 len: 347 time: 0.0148463 Oct 27 21:33:47.966019 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60174) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:48.091403 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Deleting port d65f2845-f890-4f19-9706-12b055fa1fb8 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:48.091744 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:48.172880 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:48.173207 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:48.185588 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Calling delete_port for d65f2845-f890-4f19-9706-12b055fa1fb8 owned by network:floatingip {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:48.332967 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:48.359213 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Pushing event deleted for resources: {'Port': ['ID=d65f2845-f890-4f19-9706-12b055fa1fb8,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:48.379076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fadbb-07ec-4caa-8d0c-fb09200f32bd req-548fb8a6-890a-4d53-92f5-61d94b93bc07 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:48.380605 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9b2fadbb-07ec-4caa-8d0c-fb09200f32bd req-548fb8a6-890a-4d53-92f5-61d94b93bc07 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0533175 Oct 27 21:33:48.419593 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9b2fadbb-07ec-4caa-8d0c-fb09200f32bd req-0853d914-c874-4eb7-9df7-b26853fdb5c5 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Oct 27 21:33:48.420037 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks [] for floatingip, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:48.423043 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:48.424426 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-47e5c45f-8661-4ad0-8e64-5d118cb9b6ec tempest-AttachVolumeShelveTestJSON-33321967 tempest-AttachVolumeShelveTestJSON-33321967-project] 10.222.0.55 "DELETE /v2.0/floatingips/0b84f424-add0-48bb-b327-06756f35ff93 HTTP/1.1" status: 204 len: 168 time: 0.4573281 Oct 27 21:33:48.971182 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:48.991424 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 646f45af-d36b-4b7b-a0b3-99d6a23733b5 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:48.991767 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 646f45af-d36b-4b7b-a0b3-99d6a23733b5 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:49.221676 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:49.543755 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d864-db29-4bc9-9891-dc5f24cb3698 req-e56158d5-6ed0-4d8e-b630-40ebb985f632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:49.545250 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d616d864-db29-4bc9-9891-dc5f24cb3698 req-e56158d5-6ed0-4d8e-b630-40ebb985f632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0514421 Oct 27 21:33:49.585293 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d616d864-db29-4bc9-9891-dc5f24cb3698 req-643a1e79-9a97-46fa-9296-f74ce795f4c8 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335817 Oct 27 21:33:50.490477 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-5dc26350-80ef-411f-97d7-110fe0b90f48 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:50.492417 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-5dc26350-80ef-411f-97d7-110fe0b90f48 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0468390 Oct 27 21:33:50.583431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Deleting port 14adb835-49bd-4616-a4ac-80e52957e279 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:50.583763 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:50.672224 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] For port 14adb835-49bd-4616-a4ac-80e52957e279, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=14adb835-49bd-4616-a4ac-80e52957e279,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:50.672611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:50.701034 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5e2e5-c554-4561-8739-cf09ad9f5f87 req-6d5f1689-5023-4cf7-84d8-31b03ab78b4b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:50.702514 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-29b5e2e5-c554-4561-8739-cf09ad9f5f87 req-6d5f1689-5023-4cf7-84d8-31b03ab78b4b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Oct 27 21:33:50.744204 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-29b5e2e5-c554-4561-8739-cf09ad9f5f87 req-6a8e9e50-6c6a-4e65-92b5-c28cdb022f42 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353754 Oct 27 21:33:50.834315 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60212) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:50.845294 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:50.845702 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:50.846051 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Floating IP 1da20cb8-6a44-46b7-a28b-677d71c3607d disassociated. External IP: 172.27.1.3, port: 14adb835-49bd-4616-a4ac-80e52957e279. Oct 27 21:33:50.846436 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Calling delete_port for 14adb835-49bd-4616-a4ac-80e52957e279 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:50.980270 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.012066 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event deleted for resources: {'Port': ['ID=14adb835-49bd-4616-a4ac-80e52957e279,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:51.126803 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:51.239526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:51.250092 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:51.265578 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:51.266320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:51.287301 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.386190 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:51.517520 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] No DVR routers for this DVR port 14adb835-49bd-4616-a4ac-80e52957e279 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:51.520908 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.525154 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2487753f-5a2b-460b-9680-2e34f7ba84b8 req-0a5231e0-c3b7-495e-a92b-9ba454911133 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "DELETE /v2.0/ports/14adb835-49bd-4616-a4ac-80e52957e279 HTTP/1.1" status: 204 len: 173 time: 1.0267425 Oct 27 21:33:51.525620 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'name': 'network-vif-deleted', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:51.528087 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e11c2e0-638e-4acb-8b6f-b64f932f65d6" -d '{"events": [{"server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "name": "network-vif-deleted", "tag": "14adb835-49bd-4616-a4ac-80e52957e279"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:51.567761 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2adefa3-e2c1-4151-931c-223c71cf8183 x-openstack-request-id: req-b2adefa3-e2c1-4151-931c-223c71cf8183 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:51.567949 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61", "name": "network-vif-deleted", "tag": "14adb835-49bd-4616-a4ac-80e52957e279", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:51.568200 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2adefa3-e2c1-4151-931c-223c71cf8183 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:51.570354 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61', 'name': 'network-vif-deleted', 'tag': '14adb835-49bd-4616-a4ac-80e52957e279', 'status': 'completed', 'code': 200} Oct 27 21:33:51.594738 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Deleting port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:51.595116 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.641619 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:51.668628 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:51.677036 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:51.677633 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:51.680203 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] For port 48b90434-edf6-4dd0-9db4-99dc4d9bcef8, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:51.680687 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.693075 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Calling delete_port for 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 owned by network:router_interface {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:51.789145 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:51.875785 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6c17c5f6-5e91-4397-808c-e4b3139fc317 req-e7e5ac53-a643-446a-ac51-3008786d4a98 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7cd4c9-4f0e-498c-921a-e92dfe2c8d61 HTTP/1.1" status: 200 len: 210 time: 0.0439920 Oct 27 21:33:51.909725 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.943633 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Pushing event deleted for resources: {'Port': ['ID=48b90434-edf6-4dd0-9db4-99dc4d9bcef8,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:52.007226 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:52.046238 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb64fb8-646a-487e-85aa-d917f0034e55 None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:52.130453 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:52.303616 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f34e18-7181-4cac-b0b3-3f98e9e7cb65 None None] New status for floating IP 1da20cb8-6a44-46b7-a28b-677d71c3607d: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:33:52.591493 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:52.692769 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:52.698236 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-fd970867-bcf3-44b4-9830-56c44186442f admin admin] 10.222.0.55 "PUT /v2.0/routers/6a7f3750-b3c6-4070-b24b-2e1cae554e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629053 Oct 27 21:33:52.701041 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60220) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:52.703566 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] Sync routers for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:52.713617 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:52.714226 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:52.801185 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks [] for router, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:52.817277 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:52.902009 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:52.964406 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Deleting port f6da4594-97b1-47dd-8cce-691a510422c9 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:52.964812 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.005024 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:33:51Z', 'revision_number': 5, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port': {'id': 'f6da4594-97b1-47dd-8cce-691a510422c9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:26:07Z', 'updated_at': '2021-10-27T21:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:53.034816 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] Checking router: 6a7f3750-b3c6-4070-b24b-2e1cae554e0a for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:53.044001 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] Routers {'6a7f3750-b3c6-4070-b24b-2e1cae554e0a'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:53.044630 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:53.047235 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] For port f6da4594-97b1-47dd-8cce-691a510422c9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=f6da4594-97b1-47dd-8cce-691a510422c9,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:53.047611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.059518 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Calling delete_port for f6da4594-97b1-47dd-8cce-691a510422c9 owned by network:router_gateway {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:53.128965 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] Set router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a gateway port host: None {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:53.181196 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:33:52Z', 'revision_number': 6, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:53.220530 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.249548 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6da4594-97b1-47dd-8cce-691a510422c9,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:53.314312 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.327514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e8b47-6d8d-4376-a59e-459f1bc736b9 None None] The sync data for ids ['6a7f3750-b3c6-4070-b24b-2e1cae554e0a'] in dv-cinder-815145-3-iscsi is: [{'id': '6a7f3750-b3c6-4070-b24b-2e1cae554e0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1558021053-router', 'tenant_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:26:06Z', 'updated_at': '2021-10-27T21:33:52Z', 'revision_number': 6, 'project_id': '9b8b3ce0115a4f34bf331137e4e67c71', 'gw_port_host': None}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:53.403374 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.405478 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.449741 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.450134 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7f3750-b3c6-4070-b24b-2e1cae554e0a {{(pid=101283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:33:53.454918 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.456042 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ce4c8fcf-1b97-4232-9e12-8f9f43137789 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6a7f3750-b3c6-4070-b24b-2e1cae554e0a HTTP/1.1" status: 204 len: 168 time: 0.7540290 Oct 27 21:33:53.458643 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60226) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:53.502145 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Deleting subnet e3d55d0e-341d-4e13-a681-218af763201f {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:33:53.505102 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.538273 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.641721 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.693432 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.720824 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d55d0e-341d-4e13-a681-218af763201f,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:53.722815 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.726018 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f8184e0c-e9ad-4498-828d-ac11c5623fc4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e3d55d0e-341d-4e13-a681-218af763201f HTTP/1.1" status: 204 len: 168 time: 0.2664661 Oct 27 21:33:53.728541 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60228) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:53.729027 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff785ff1-545b-45cf-aac3-f69d164ac15b None None] Network 0e464787-dbbd-4d22-8109-70d4268f16e0 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:33:53.798560 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.848990 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Deleting port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:53.849366 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.909758 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] For port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,segment=NetworkSegment(447ad276-a91d-42aa-ae71-ecef7b6666f7),segment_id=447ad276-a91d-42aa-ae71-ecef7b6666f7)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:53.910137 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.922009 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Calling delete_port for c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e owned by network:dhcp {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:53.987951 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60232) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.000879 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.026542 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.029762 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] No DVR routers for this DVR port c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e on host dv-cinder-815145-3-iscsi {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:54.050237 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8dd23508-3537-4080-8f21-be6e72191788 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.080009 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8dd23508-3537-4080-8f21-be6e72191788 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.108636 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.110141 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd3cbcb-cbfa-4fb8-ad64-bb15f4af92cb None None] DHCP port deletion for 0e464787-dbbd-4d22-8109-70d4268f16e0 request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:33:54.142519 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e464787-dbbd-4d22-8109-70d4268f16e0']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:54.143548 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8dd23508-3537-4080-8f21-be6e72191788 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.146332 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8dd23508-3537-4080-8f21-be6e72191788 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.148123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-8dd23508-3537-4080-8f21-be6e72191788 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "DELETE /v2.0/security-groups/f41192d2-87c5-4ca5-bc1e-7e069cd1fd17 HTTP/1.1" status: 204 len: 168 time: 0.1591213 Oct 27 21:33:54.152161 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60234) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.155079 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447ad276-a91d-42aa-ae71-ecef7b6666f7') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:54.155370 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447ad276-a91d-42aa-ae71-ecef7b6666f7') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:54.159191 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd23508-3537-4080-8f21-be6e72191788 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41192d2-87c5-4ca5-bc1e-7e069cd1fd17,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.173813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.180787 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.api.v2.resource [None req-ac2a628d-aefb-4b19-b214-5f7bacc9739f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] show failed (client error): The resource could not be found. Oct 27 21:33:54.181810 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-ac2a628d-aefb-4b19-b214-5f7bacc9739f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups/f41192d2-87c5-4ca5-bc1e-7e069cd1fd17 HTTP/1.1" status: 404 len: 347 time: 0.0286894 Oct 27 21:33:54.184917 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60236) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.189857 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.197295 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:33:54.197890 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:33:54.199784 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:33:54.255234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.260957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.264426 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] 10.222.0.55 "DELETE /v2.0/networks/0e464787-dbbd-4d22-8109-70d4268f16e0 HTTP/1.1" status: 204 len: 168 time: 0.5349553 Oct 27 21:33:54.280068 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df6d91-c190-458f-bf4b-28958ae5315b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e464787-dbbd-4d22-8109-70d4268f16e0,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.329074 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Deleting port a6b6b11b-874f-4aeb-885e-09d944b3fe6c {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:54.329477 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.394709 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60240) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.423159 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.423413 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.435541 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Calling delete_port for a6b6b11b-874f-4aeb-885e-09d944b3fe6c owned by network:floatingip {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:54.443100 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f71ee694-fdba-403b-91bc-91265b45f2ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b8b3ce0115a4f34bf331137e4e67c71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472465 Oct 27 21:33:54.446228 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60242) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.472359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device f6da4594-97b1-47dd-8cce-691a510422c9 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:54.493148 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: f6da4594-97b1-47dd-8cce-691a510422c9 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:54.493498 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device f6da4594-97b1-47dd-8cce-691a510422c9 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:54.494270 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:54.499084 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9455cf07-7aeb-4624-b6e8-b5bc6149434f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.513648 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:54.513999 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 48b90434-edf6-4dd0-9db4-99dc4d9bcef8 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:54.514402 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:54.520347 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9455cf07-7aeb-4624-b6e8-b5bc6149434f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.538407 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:54.538937 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c2db0d69-ed2b-4000-a0e4-c0a1c0833b1e not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:54.572705 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9455cf07-7aeb-4624-b6e8-b5bc6149434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.575234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9455cf07-7aeb-4624-b6e8-b5bc6149434f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.576489 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9455cf07-7aeb-4624-b6e8-b5bc6149434f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85c9af5f-c77c-4987-b5f9-10957dcede05 HTTP/1.1" status: 204 len: 168 time: 0.1291752 Oct 27 21:33:54.580025 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.586679 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455cf07-7aeb-4624-b6e8-b5bc6149434f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c9af5f-c77c-4987-b5f9-10957dcede05,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.614940 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event deleted for resources: {'Port': ['ID=a6b6b11b-874f-4aeb-885e-09d944b3fe6c,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.672758 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.675180 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.676332 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-da6f4c63-294b-412d-9b57-85a3a9fda7cd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "DELETE /v2.0/floatingips/1da20cb8-6a44-46b7-a28b-677d71c3607d HTTP/1.1" status: 204 len: 168 time: 0.4903972 Oct 27 21:33:54.908252 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60256) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.912903 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300543179', 'description': 'tempest-description--1174549981'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:54.937515 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.009207 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.012937 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.044792 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 14adb835-49bd-4616-a4ac-80e52957e279 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:55.045585 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.049560 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1375089 Oct 27 21:33:55.049811 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60260) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.055352 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'security_group_rule': {'security_group_id': '730e2b0d-fd29-4297-a915-48a0f85ee2a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:55.060011 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1037f1-698a-4495-a2bb-6c9a9f365a5b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730e2b0d-fd29-4297-a915-48a0f85ee2a5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.082197 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 14adb835-49bd-4616-a4ac-80e52957e279 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:55.082767 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 14adb835-49bd-4616-a4ac-80e52957e279 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:55.090826 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.158713 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.162377 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.182378 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac03b300-b0e5-4f68-a9cf-2370747894a3,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.191569 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.193111 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-2f2fc69c-0144-4c98-98a9-ab3d375aeb72 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422467 Oct 27 21:33:55.195717 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60270) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.200524 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'security_group_rule': {'security_group_id': '730e2b0d-fd29-4297-a915-48a0f85ee2a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:55.226391 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.281653 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60272) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.285296 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.289531 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.307082 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a22dc0-eb89-4285-8f31-ba7c299f910d,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.316470 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.317698 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-99ffa86b-132e-453f-9a52-cc4b131ea333 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206980 Oct 27 21:33:55.320944 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60276) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.325234 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:55.345839 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.384942 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-907911008-network', 'tenant_id': 'bfc9e8b4015e452d832e95be9e313c1d'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:55.405810 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Made reservation on behalf of bfc9e8b4015e452d832e95be9e313c1d for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:55.408264 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.417260 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.447378 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.492459 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.496275 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.518964 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:33:55.532537 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db10d24-dfda-4c53-a1e7-3c43c258fe26,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.539503 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.539847 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Added segment 9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6 of type vlan for network daab585b-6320-4b3a-8a89-4246d3158c16 Oct 27 21:33:55.560011 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Allocated IP 172.27.1.143 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/91464833-a409-48a0-aaff-865371081f4f) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:55.582091 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.608891 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.609865 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.610469 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.659790 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3769650 Oct 27 21:33:55.666060 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60278) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.672893 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a0050-d744-4cf5-bd83-771c3fbaef6a admin admin] Pushing event updated for resources: {'Network': ['ID=daab585b-6320-4b3a-8a89-4246d3158c16,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.673073 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Request body: {'subnet': {'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-907911008-subnet', 'tenant_id': 'bfc9e8b4015e452d832e95be9e313c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:55.679357 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.682618 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network daab585b-6320-4b3a-8a89-4246d3158c16 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:33:55.713883 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Made reservation on behalf of bfc9e8b4015e452d832e95be9e313c1d for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:55.716178 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59115021'] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.781418 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.839391 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:55.844573 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:55.847476 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:55.875068 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'Port': ['ID=91464833-a409-48a0-aaff-865371081f4f,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:56.011429 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.018028 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3429282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59115039'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.083463 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.095279 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd536be-718e-4ef0-8629-60a8bc9e1b4c,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:56.133126 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Checking segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:33:56.133476 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Network hostable DHCP agents. Network: daab585b-6320-4b3a-8a89-4246d3158c16, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:33:56.173203 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Network daab585b-6320-4b3a-8a89-4246d3158c16 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:33:56.208797 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, daab585b-6320-4b3a-8a89-4246d3158c16) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:56.214549 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.216467 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.217650 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b45fb-753a-4ca2-9cdb-b079c83db8a0 None None] Network daab585b-6320-4b3a-8a89-4246d3158c16 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:33:56.237849 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-373acac3-c324-471a-8eb3-5b21657047a7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5707526 Oct 27 21:33:56.302314 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.308291 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.350547 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e032ce6-90ad-474e-89dd-e4d6a9a1d44a None None] Network daab585b-6320-4b3a-8a89-4246d3158c16 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:33:56.391174 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'Port': ['ID=91464833-a409-48a0-aaff-865371081f4f,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:56.396280 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.412025 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:56.413438 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-11e3246c-b162-4e2b-96ab-d356acbf1c52 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0913212 Oct 27 21:33:56.660363 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-050da23a-8825-4653-b034-bcc4af961a9f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--300543179&fields=id&tenant_id=a7a49da20a084c63a41d51b896b5935a HTTP/1.1" status: 200 len: 267 time: 0.0783198 Oct 27 21:33:56.772757 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-c00a543e-517d-42a9-a154-1e454dd021e4 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.774228 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-c00a543e-517d-42a9-a154-1e454dd021e4 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1706064 Oct 27 21:33:56.805501 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-e259da3d-79e0-4621-a74a-753a49967b08 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/quotas/bfc9e8b4015e452d832e95be9e313c1d HTTP/1.1" status: 200 len: 375 time: 0.0255160 Oct 27 21:33:56.815595 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-fa872916-e4e3-4cd1-bffb-a430cd39389d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.816996 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-fa872916-e4e3-4cd1-bffb-a430cd39389d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 811 time: 0.1471996 Oct 27 21:33:56.852150 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-6e0b5c35-8bcb-4f50-a393-e93f2f4588de tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342450 Oct 27 21:33:56.853713 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f0347598-23b4-415f-bb7a-8a3195a435dd tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/quotas/a7a49da20a084c63a41d51b896b5935a HTTP/1.1" status: 200 len: 375 time: 0.0281012 Oct 27 21:33:56.961599 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-186c0f92-cc46-4677-b281-db3c5a1a63f2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956168 Oct 27 21:33:56.987685 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-164e9abc-50bd-4686-b609-b9f32a7c80c9 service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285622 Oct 27 21:33:57.126788 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-fed27203-5c18-4682-afee-45bd2ff51edb service neutron] 10.222.0.55 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534631 Oct 27 21:33:57.132098 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-9b26b54d-b9c9-47a1-920b-7857202bfacd service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350124 Oct 27 21:33:57.220825 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-7c13a78b-f23f-46fb-9c8c-78a9159d87c8 service neutron] 10.222.0.55 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877068 Oct 27 21:33:57.301372 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7b188df5-7b1d-4baa-b03a-ed1c3ca95853 req-31afeddd-71e4-4979-bb74-2893843a13ad tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 210 time: 0.0373621 Oct 27 21:33:57.397177 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4a8cee5d-3959-4e2b-96b4-7ef6ff81a8f0 req-21882fcb-7aaf-4667-95f8-75a1f0fae90d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 210 time: 0.0275407 Oct 27 21:33:58.338172 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-d49f01c0-8607-4b13-8ac8-5f5467fc01e5 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:58.339919 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-d49f01c0-8607-4b13-8ac8-5f5467fc01e5 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1063683 Oct 27 21:33:58.361314 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Request body: {'port': {'device_id': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'admin_state_up': True, 'tenant_id': 'bfc9e8b4015e452d832e95be9e313c1d'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:58.410615 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-06709bf0-4325-4991-9b45-dd1d07055d6d req-64b0519f-b3be-42da-8d11-e2982e4f4ea0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 210 time: 0.0279379 Oct 27 21:33:58.475657 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Made reservation on behalf of bfc9e8b4015e452d832e95be9e313c1d for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:58.479820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.491830 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-fc5c0bb9-ef02-4a86-8c76-6f82324edd24 req-63e07a65-6bea-462c-af17-57bbe63ae420 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 210 time: 0.0252974 Oct 27 21:33:58.605646 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Allocated IP 172.20.0.14 (daab585b-6320-4b3a-8a89-4246d3158c16/3cd536be-718e-4ef0-8629-60a8bc9e1b4c/0d235ace-e483-4928-b09e-09337d5f8acb) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:58.848003 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.857337 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-bf650e38-7b09-42c2-b6a3-c95323961ca1 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:58.859132 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-bf650e38-7b09-42c2-b6a3-c95323961ca1 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 811 time: 0.1811109 Oct 27 21:33:58.905482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.956210 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-5b094117-939a-4271-ad06-d9b734fdbd7e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a49da20a084c63a41d51b896b5935a HTTP/1.1" status: 200 len: 379 time: 0.0738409 Oct 27 21:33:58.967813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Network daab585b-6320-4b3a-8a89-4246d3158c16 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:58.973930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'port': {'device_id': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'admin_state_up': True, 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'security_groups': ['730e2b0d-fd29-4297-a915-48a0f85ee2a5']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:58.980834 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:59.000133 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:59.030890 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event updated for resources: {'Port': ['ID=0d235ace-e483-4928-b09e-09337d5f8acb,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:59.089711 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.090317 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.122758 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-61213ccb-6a6f-4773-9452-eff49ef75412 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7658999 Oct 27 21:33:59.143024 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Request body: {'port': {'device_id': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:59.173967 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Made reservation on behalf of a7a49da20a084c63a41d51b896b5935a for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:59.177510 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.251881 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.425156 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Allocated IP 172.20.0.4 (46adfb48-7605-465c-b9e7-3f518d02fb96/4b783a88-78c1-489b-a256-7c4aabd9cdde/94780598-3b3d-47a8-8026-a66d12dd24da) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:59.529510 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35760a-81f0-4e2e-836e-638b427d2d28 req-806867f7-4287-4d35-a3b1-44a445bbd010 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.536838 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8e35760a-81f0-4e2e-836e-638b427d2d28 req-806867f7-4287-4d35-a3b1-44a445bbd010 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 932 time: 0.0564170 Oct 27 21:33:59.578597 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8e35760a-81f0-4e2e-836e-638b427d2d28 req-793410a4-d9b0-4c47-b677-41409174cbdf tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Oct 27 21:33:59.606997 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a7ba46a2-471b-478c-92ea-5b108652c560 req-8e6b10d2-8f06-4564-aeb7-918e0a3d1eea tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 210 time: 0.0421283 Oct 27 21:33:59.676546 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d235ace-e483-4928-b09e-09337d5f8acb {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:59.685524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.687729 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.705483 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Transition to ACTIVE for port object 0d235ace-e483-4928-b09e-09337d5f8acb will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:33:59.711246 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.771235 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.781097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d235ace-e483-4928-b09e-09337d5f8acb,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:59.859611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:59.865427 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:59.870668 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:59.902845 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event updated for resources: {'Port': ['ID=94780598-3b3d-47a8-8026-a66d12dd24da,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:59.926630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.926899 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.927234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.927564 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.927890 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.928252 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.928591 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.928920 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.929240 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.929557 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.929872 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.930183 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:59.933241 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Attempting to bind port 0d235ace-e483-4928-b09e-09337d5f8acb on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:33:59.933569 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Attempting to bind port 0d235ace-e483-4928-b09e-09337d5f8acb by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:33:59.933958 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Attempting to bind port 0d235ace-e483-4928-b09e-09337d5f8acb on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:59.944925 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Port 0d235ace-e483-4928-b09e-09337d5f8acb on network daab585b-6320-4b3a-8a89-4246d3158c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:33:59.945246 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Attempting to bind port 0d235ace-e483-4928-b09e-09337d5f8acb on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:59.952191 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.952820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.961856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:33:59.962186 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Checking segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:33:59.962568 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Bound using segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:33:59.962996 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Bound port: 0d235ace-e483-4928-b09e-09337d5f8acb, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:33:59.963348 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.981468 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-f2f62699-d818-437f-9220-1c899a00e5da tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0155847 Oct 27 21:34:00.005491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Request body: {'port': {'device_id': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:00.067865 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-ea33c563-d23f-4207-8131-215505f52ca7 None None] Provisioning complete for port 94780598-3b3d-47a8-8026-a66d12dd24da triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:00.068776 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-ea33c563-d23f-4207-8131-215505f52ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.107506 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-ea33c563-d23f-4207-8131-215505f52ca7 None None] Port 94780598-3b3d-47a8-8026-a66d12dd24da cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:34:00.306677 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] For port 0d235ace-e483-4928-b09e-09337d5f8acb, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:00.309652 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] For port 0d235ace-e483-4928-b09e-09337d5f8acb, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d235ace-e483-4928-b09e-09337d5f8acb,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:00.310659 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.322071 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.376696 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.377303 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.378671 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] 10.222.0.74 "PUT /v2.0/ports/0d235ace-e483-4928-b09e-09337d5f8acb HTTP/1.1" status: 200 len: 1094 time: 1.2413509 Oct 27 21:34:00.383072 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'tag': '0d235ace-e483-4928-b09e-09337d5f8acb'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:00.385312 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5fea2322-52b9-4873-8af7-cf0e429801ba", "tag": "0d235ace-e483-4928-b09e-09337d5f8acb"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:00.416862 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb34ef-2197-4191-b4c4-221b10338b05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d235ace-e483-4928-b09e-09337d5f8acb,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:00.467151 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac7507-52b5-44fc-bbde-9b79cfdf6dfb x-openstack-request-id: req-5bac7507-52b5-44fc-bbde-9b79cfdf6dfb {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:00.467842 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fea2322-52b9-4873-8af7-cf0e429801ba", "tag": "0d235ace-e483-4928-b09e-09337d5f8acb", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:00.467842 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bac7507-52b5-44fc-bbde-9b79cfdf6dfb {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:00.468068 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'tag': '0d235ace-e483-4928-b09e-09337d5f8acb', 'status': 'completed', 'code': 200} Oct 27 21:34:00.565131 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-a1258885-5a44-48f2-b978-4d90bb6881d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.566510 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-a1258885-5a44-48f2-b978-4d90bb6881d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 1097 time: 0.0977056 Oct 27 21:34:00.629772 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-8d30d390-8282-4855-916c-56bf0bd7d2f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d235ace-e483-4928-b09e-09337d5f8acb HTTP/1.1" status: 200 len: 217 time: 0.0487840 Oct 27 21:34:00.706019 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-50ad0cff-ae07-4ea9-9148-a70ea027be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.706268 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbe698-d243-4606-b819-992449677001 req-40ae5a86-1a9b-40d4-9971-5adef6247e62 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.707477 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-50ad0cff-ae07-4ea9-9148-a70ea027be51 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0704577 Oct 27 21:34:00.707597 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-66fbe698-d243-4606-b819-992449677001 req-40ae5a86-1a9b-40d4-9971-5adef6247e62 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 944 time: 0.0594022 Oct 27 21:34:00.758757 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-d450499e-0248-494a-b6f3-c69a4e753b89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290992 Oct 27 21:34:00.765483 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94780598-3b3d-47a8-8026-a66d12dd24da {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:00.765908 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-66fbe698-d243-4606-b819-992449677001 req-f1576dd7-b2a7-4ce9-bbdb-d7e60cb4086e tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Oct 27 21:34:00.774140 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd502f-5820-4d86-b82d-24659c472068 req-e6daa13c-759b-4412-b214-a0015c3e1a86 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.775584 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cdd502f-5820-4d86-b82d-24659c472068 req-e6daa13c-759b-4412-b214-a0015c3e1a86 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 931 time: 0.0861740 Oct 27 21:34:00.779841 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.820279 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cdd502f-5820-4d86-b82d-24659c472068 req-f5f40ffb-8884-486a-8e0b-a66a485dce8b tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331249 Oct 27 21:34:00.830511 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Transition to ACTIVE for port object 94780598-3b3d-47a8-8026-a66d12dd24da will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:00.842601 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.907216 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-63cae0a5-c469-44d6-a795-1092b1c5338e service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372907 Oct 27 21:34:00.926605 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Pushing event updated for resources: {'Port': ['ID=94780598-3b3d-47a8-8026-a66d12dd24da,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.056661 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Attempting to bind port 94780598-3b3d-47a8-8026-a66d12dd24da on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:01.056993 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Attempting to bind port 94780598-3b3d-47a8-8026-a66d12dd24da by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:01.057337 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Attempting to bind port 94780598-3b3d-47a8-8026-a66d12dd24da on network 46adfb48-7605-465c-b9e7-3f518d02fb96 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:01.061552 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-aca62792-f94a-4eaf-a4fc-b65799bc1531 req-7a8fef5e-53cb-484c-a3d2-ff57e7eac0a1 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465888 Oct 27 21:34:01.063482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Port 94780598-3b3d-47a8-8026-a66d12dd24da on network 46adfb48-7605-465c-b9e7-3f518d02fb96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:01.063794 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Attempting to bind port 94780598-3b3d-47a8-8026-a66d12dd24da on network 46adfb48-7605-465c-b9e7-3f518d02fb96 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:01.068523 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:01.068904 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Checking segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:01.069275 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Bound using segment: {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:01.069695 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Bound port: 94780598-3b3d-47a8-8026-a66d12dd24da, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:01.070043 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.132723 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] For port 94780598-3b3d-47a8-8026-a66d12dd24da, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:01.136630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] For port 94780598-3b3d-47a8-8026-a66d12dd24da, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=94780598-3b3d-47a8-8026-a66d12dd24da,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:01.140963 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.189155 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.189771 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.191194 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] 10.222.0.74 "PUT /v2.0/ports/94780598-3b3d-47a8-8026-a66d12dd24da HTTP/1.1" status: 200 len: 1093 time: 1.1901102 Oct 27 21:34:01.233650 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9c4a2-b3c5-40fc-a557-937524614204 service neutron] Pushing event updated for resources: {'Port': ['ID=94780598-3b3d-47a8-8026-a66d12dd24da,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.238681 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-fb8c213b-dae9-48cd-8c81-26a71459bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.240199 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-fb8c213b-dae9-48cd-8c81-26a71459bbbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 1097 time: 0.0686393 Oct 27 21:34:01.357792 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-afdffcc1-9734-46f8-91d8-a7c71143931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.359276 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-afdffcc1-9734-46f8-91d8-a7c71143931f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 1096 time: 0.1002889 Oct 27 21:34:01.373296 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-c50b7058-dc1e-426c-af9a-83dfb93937f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.374761 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-c50b7058-dc1e-426c-af9a-83dfb93937f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 915 time: 0.1250243 Oct 27 21:34:01.414314 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-0d6a56e7-0d6d-4e1f-952d-f60f2d3277ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94780598-3b3d-47a8-8026-a66d12dd24da HTTP/1.1" status: 200 len: 217 time: 0.0385823 Oct 27 21:34:01.446909 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-e13fd7cd-7a5c-4ff0-9b07-cc4857d5cf0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d235ace-e483-4928-b09e-09337d5f8acb HTTP/1.1" status: 200 len: 217 time: 0.0643332 Oct 27 21:34:01.516778 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-54596936-dbc6-4998-8055-5be430dd1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.518208 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-54596936-dbc6-4998-8055-5be430dd1740 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0795300 Oct 27 21:34:01.521470 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-4c02714a-5dd3-4fff-9ba1-1fcdba590e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.523396 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-4c02714a-5dd3-4fff-9ba1-1fcdba590e1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0551755 Oct 27 21:34:01.577431 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-edfc4112-4638-4723-9827-04abb12735f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446677 Oct 27 21:34:01.596653 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-199ea6b5-a308-4e04-8d8c-37189fdf7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.598196 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-199ea6b5-a308-4e04-8d8c-37189fdf7515 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665541 Oct 27 21:34:01.738544 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-7f54d121-4314-4584-9068-01c8ba04f597 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526666 Oct 27 21:34:01.743967 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-17d65672-33f8-4745-afbe-1482f408112c service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336308 Oct 27 21:34:01.887232 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf45308-c76d-4464-80ed-4191e9ea6897 req-3fe970b8-31d1-4dc5-8bb6-aa9b3de26721 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.888928 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cdf45308-c76d-4464-80ed-4191e9ea6897 req-3fe970b8-31d1-4dc5-8bb6-aa9b3de26721 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 944 time: 0.0544491 Oct 27 21:34:01.903122 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1c8da16f-88b3-4f51-8b2d-1abb5c4946ac req-cbce6c54-5040-4c0f-8ef5-2b43b894d732 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504366 Oct 27 21:34:01.905096 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-89609ce0-3734-4a3d-84e1-62acc78055ed req-7e2bb889-2f3f-4b2c-9411-feb8cb85ad03 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451435 Oct 27 21:34:01.952409 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cdf45308-c76d-4464-80ed-4191e9ea6897 req-d2b62740-4829-455f-8906-8dd6f6887959 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Oct 27 21:34:01.960875 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ebee2-b377-4d1d-a13d-ccf4572efe14 req-3d90961c-2da6-441f-b4bb-39eeb232ec61 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.962236 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8f0ebee2-b377-4d1d-a13d-ccf4572efe14 req-3d90961c-2da6-441f-b4bb-39eeb232ec61 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 943 time: 0.0718632 Oct 27 21:34:02.000119 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8f0ebee2-b377-4d1d-a13d-ccf4572efe14 req-8aa3213a-19fc-4f4b-8585-c9e67ba5e98d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310018 Oct 27 21:34:02.469055 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:02.471398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:02.659161 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5030fe97-faf6-4e8c-898a-61f45db78c67 x-openstack-request-id: req-5030fe97-faf6-4e8c-898a-61f45db78c67 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:02.659746 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:02.659746 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5030fe97-faf6-4e8c-898a-61f45db78c67 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:02.660074 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da', 'status': 'completed', 'code': 200} Oct 27 21:34:02.706608 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:34:02.745433 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-a6bf7588-bb40-4259-9ac9-9922998f911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.746904 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-a6bf7588-bb40-4259-9ac9-9922998f911c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 1096 time: 0.0406306 Oct 27 21:34:02.840076 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-6ec82c37-4044-42a2-b08a-92b9d4ac535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.841554 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-6ec82c37-4044-42a2-b08a-92b9d4ac535c service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.0868096 Oct 27 21:34:02.934292 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-9ad7a565-57ae-4c40-8bfd-f56abdc9b0bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94780598-3b3d-47a8-8026-a66d12dd24da HTTP/1.1" status: 200 len: 217 time: 0.0331872 Oct 27 21:34:02.983371 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-00034c51-2122-4c10-9282-8d6583909186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.984816 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-00034c51-2122-4c10-9282-8d6583909186 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0439396 Oct 27 21:34:03.031157 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-e4e8bad1-02a2-4661-b8ba-00b4864754ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.032692 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-e4e8bad1-02a2-4661-b8ba-00b4864754ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392380 Oct 27 21:34:03.073378 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0287dc-df06-435c-8b0c-7c4f15b7997a req-c92985b8-3950-43ab-af5b-fa263539f3cd tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.078891 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0c0287dc-df06-435c-8b0c-7c4f15b7997a req-c92985b8-3950-43ab-af5b-fa263539f3cd tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 944 time: 0.0602298 Oct 27 21:34:03.080044 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0d235ace-e483-4928-b09e-09337d5f8acb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:03.128538 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-3ff8a8e2-fe07-48ed-bf2f-9d6e1b7bbdd4 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Oct 27 21:34:03.149384 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0c0287dc-df06-435c-8b0c-7c4f15b7997a req-98a28369-caab-415d-a3bd-047c43228f8e tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663862 Oct 27 21:34:03.158117 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2a8d-65f6-4220-9e31-2c7ced91fac5 req-210602e4-e6b5-4625-90f6-4b2ae4f4df67 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.166174 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f78a2a8d-65f6-4220-9e31-2c7ced91fac5 req-210602e4-e6b5-4625-90f6-4b2ae4f4df67 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 943 time: 0.0861712 Oct 27 21:34:03.194469 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 0d235ace-e483-4928-b09e-09337d5f8acb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d235ace-e483-4928-b09e-09337d5f8acb,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:03.199778 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f78a2a8d-65f6-4220-9e31-2c7ced91fac5 req-3431ad5d-b624-40c0-ace4-af7dc9a1d0a7 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327842 Oct 27 21:34:03.207211 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '0d235ace-e483-4928-b09e-09337d5f8acb', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'port_id': '0d235ace-e483-4928-b09e-09337d5f8acb', 'mac_address': 'fa:16:3e:25:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd536be-718e-4ef0-8629-60a8bc9e1b4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:03.230430 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ce7aa677-dea9-48c5-a864-ce5c48eaadb3 req-2123d675-5765-4a0a-89de-fbab7dec523f service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934644 Oct 27 21:34:03.246454 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:03.260246 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d235ace-e483-4928-b09e-09337d5f8acb {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:03.279993 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 0d235ace-e483-4928-b09e-09337d5f8acb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d235ace-e483-4928-b09e-09337d5f8acb,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:03.283426 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:03.328199 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=0d235ace-e483-4928-b09e-09337d5f8acb,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:03.335712 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.336069 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.336401 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.336760 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.337083 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.337403 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.337718 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.338034 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.338349 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.338660 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.338972 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.339280 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:03.598570 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:04.266806 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b838cf0-0cfe-491f-8858-02622973b51e req-e933e6ac-0d80-4efb-bfc9-51c78fa39aa8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:04.268292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1b838cf0-0cfe-491f-8858-02622973b51e req-e933e6ac-0d80-4efb-bfc9-51c78fa39aa8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 945 time: 0.0476289 Oct 27 21:34:04.329664 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1b838cf0-0cfe-491f-8858-02622973b51e req-9aa9ad8c-63f7-4663-9658-ea052563fefb tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Oct 27 21:34:04.340960 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91661054-c2b1-4362-814b-532c25050267 req-c035eb95-6f71-48cd-b053-88bfc9f5a455 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:04.342380 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-91661054-c2b1-4362-814b-532c25050267 req-c035eb95-6f71-48cd-b053-88bfc9f5a455 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 943 time: 0.0732269 Oct 27 21:34:04.378990 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-91661054-c2b1-4362-814b-532c25050267 req-68362b57-45d3-4162-8ac2-1e3ec88c3b90 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Oct 27 21:34:05.091044 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 94780598-3b3d-47a8-8026-a66d12dd24da details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:05.101121 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0d235ace-e483-4928-b09e-09337d5f8acb up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:05.201916 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 0d235ace-e483-4928-b09e-09337d5f8acb completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:05.215694 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 0d235ace-e483-4928-b09e-09337d5f8acb triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:05.216064 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.246034 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 94780598-3b3d-47a8-8026-a66d12dd24da, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=94780598-3b3d-47a8-8026-a66d12dd24da,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:05.262091 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '94780598-3b3d-47a8-8026-a66d12dd24da', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'port_id': '94780598-3b3d-47a8-8026-a66d12dd24da', 'mac_address': 'fa:16:3e:3d:0f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:05.334845 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.355131 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94780598-3b3d-47a8-8026-a66d12dd24da {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:05.360284 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.383730 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 94780598-3b3d-47a8-8026-a66d12dd24da, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=94780598-3b3d-47a8-8026-a66d12dd24da,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:05.391099 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.399897 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d235ace-e483-4928-b09e-09337d5f8acb'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:05.402191 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d40d2-6d74-484e-90da-c519b67088d4" -d '{"events": [{"server_uuid": "5fea2322-52b9-4873-8af7-cf0e429801ba", "name": "network-vif-plugged", "status": "completed", "tag": "0d235ace-e483-4928-b09e-09337d5f8acb"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:05.436459 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 0d235ace-e483-4928-b09e-09337d5f8acb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d235ace-e483-4928-b09e-09337d5f8acb,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:05.444612 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.456179 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a061b-0927-4955-ac46-d000b447b2e7 req-55a1972b-0045-40d5-ac68-674877566047 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:05.457819 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-501a061b-0927-4955-ac46-d000b447b2e7 req-55a1972b-0045-40d5-ac68-674877566047 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 945 time: 0.0591824 Oct 27 21:34:05.461643 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=94780598-3b3d-47a8-8026-a66d12dd24da,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:05.516098 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=0d235ace-e483-4928-b09e-09337d5f8acb,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:05.526348 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9842c-1a20-4f5e-b123-64dd767f466e req-e3ce55a1-4d74-4aff-a835-b69400779d7a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:05.527815 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ba9842c-1a20-4f5e-b123-64dd767f466e req-e3ce55a1-4d74-4aff-a835-b69400779d7a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 944 time: 0.0691483 Oct 27 21:34:05.530588 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-501a061b-0927-4955-ac46-d000b447b2e7 req-3e744d9b-cee8-4ed3-be04-a43b4c82f917 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630302 Oct 27 21:34:05.567528 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2ba9842c-1a20-4f5e-b123-64dd767f466e req-74a8cd73-a882-4378-85a4-3f8c0e29a00d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334256 Oct 27 21:34:05.573480 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e72f628-b78f-4b81-a112-595b5e4b5943 x-openstack-request-id: req-6e72f628-b78f-4b81-a112-595b5e4b5943 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:05.573836 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea2322-52b9-4873-8af7-cf0e429801ba", "name": "network-vif-plugged", "status": "completed", "tag": "0d235ace-e483-4928-b09e-09337d5f8acb", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:05.574097 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e72f628-b78f-4b81-a112-595b5e4b5943 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:05.574493 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d235ace-e483-4928-b09e-09337d5f8acb', 'code': 200} Oct 27 21:34:05.777491 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['94780598-3b3d-47a8-8026-a66d12dd24da'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:05.785138 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb572-6eae-4817-8568-0ddf6f4c47b7 req-79bdc08c-d87b-463d-8807-b212e3a3c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:05.786634 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b5bfb572-6eae-4817-8568-0ddf6f4c47b7 req-79bdc08c-d87b-463d-8807-b212e3a3c897 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 1099 time: 0.0396662 Oct 27 21:34:05.791078 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60378) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:05.826185 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b5bfb572-6eae-4817-8568-0ddf6f4c47b7 req-668ab49f-3f9f-4ae6-b81b-5844fd24ddda service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291424 Oct 27 21:34:06.047584 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Deleting port 59aa2da8-0fb3-4f04-a3c9-975f95f2b0e5 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:06.047924 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.122467 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.122794 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.134576 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Calling delete_port for 59aa2da8-0fb3-4f04-a3c9-975f95f2b0e5 owned by network:floatingip {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:06.298969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.324392 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event deleted for resources: {'Port': ['ID=59aa2da8-0fb3-4f04-a3c9-975f95f2b0e5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.345208 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7490-48ea-4081-a895-bf12ec289110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.385214 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for floatingip, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.385565 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Floating IP 5be9b17e-ea6c-447c-b962-a09d766f2d69 disassociated (deleted). External IP: 172.27.1.31, port: 25ab62e0-b6a2-45a0-b4dc-232d0293e191. Oct 27 21:34:06.686394 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36b8b5-91b1-44b3-9f92-bfd4863a7a0d req-74a751ee-4dba-4fef-924e-645852d210ca tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.688011 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2c36b8b5-91b1-44b3-9f92-bfd4863a7a0d req-74a751ee-4dba-4fef-924e-645852d210ca tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 946 time: 0.0852120 Oct 27 21:34:06.739042 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827fab7-2a23-4cb0-aa9e-91b470e6531b req-fa70f095-c6ef-4273-abf3-1314fa71cd13 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:06.740608 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8827fab7-2a23-4cb0-aa9e-91b470e6531b req-fa70f095-c6ef-4273-abf3-1314fa71cd13 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 944 time: 0.1004150 Oct 27 21:34:06.748497 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2c36b8b5-91b1-44b3-9f92-bfd4863a7a0d req-f3c2d34f-3802-4ac1-826d-4a5fbe51021d tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Oct 27 21:34:06.789039 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8827fab7-2a23-4cb0-aa9e-91b470e6531b req-3bce3b0d-69a6-4ed8-9be3-a48ca43d904d tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 Oct 27 21:34:06.828150 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:06.931345 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:06.936089 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.941943 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] Sync routers for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:06.951420 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:06.952089 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:06.966390 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-db85209d-6723-493d-bbd0-b095c2e6aad6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "DELETE /v2.0/floatingips/5be9b17e-ea6c-447c-b962-a09d766f2d69 HTTP/1.1" status: 204 len: 168 time: 1.1742027 Oct 27 21:34:06.968330 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:06.969650 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b22789-cee9-4d23-8189-742eb7f40a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:07.028162 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25fd603-3ade-4d57-83a1-ed2788f1d599 x-openstack-request-id: req-f25fd603-3ade-4d57-83a1-ed2788f1d599 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:07.028490 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:07.029007 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f25fd603-3ade-4d57-83a1-ed2788f1d599 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:07.029243 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'status': 'completed', 'code': 200} Oct 27 21:34:07.060509 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:07.117656 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 94780598-3b3d-47a8-8026-a66d12dd24da up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:07.147198 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-557cf822-3efa-4cab-ad1f-c6a907fcc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.149009 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-557cf822-3efa-4cab-ad1f-c6a907fcc4ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 1098 time: 0.0629797 Oct 27 21:34:07.173884 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 94780598-3b3d-47a8-8026-a66d12dd24da completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:07.179478 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 94780598-3b3d-47a8-8026-a66d12dd24da triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:07.180045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.251418 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8684d34-c821-443e-b58b-7aba9e661c4b req-a9dd8990-71d2-46e6-bdcc-e002b0689d6a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.254275 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8684d34-c821-443e-b58b-7aba9e661c4b req-a9dd8990-71d2-46e6-bdcc-e002b0689d6a tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0618837 Oct 27 21:34:07.261788 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.295079 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8684d34-c821-443e-b58b-7aba9e661c4b req-62429f62-d17c-4439-9031-d211736e3180 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Oct 27 21:34:07.299636 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 94780598-3b3d-47a8-8026-a66d12dd24da, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=94780598-3b3d-47a8-8026-a66d12dd24da,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:07.302673 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-fd24999f-d6a0-4994-9a3f-2809e456cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.305265 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-fd24999f-d6a0-4994-9a3f-2809e456cf44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 200 len: 909 time: 0.1058915 Oct 27 21:34:07.308243 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.344087 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:26Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:07.355141 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-69b2ac6a-1bba-4825-838f-9e12d6929fcf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 200 len: 217 time: 0.0382895 Oct 27 21:34:07.376234 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=94780598-3b3d-47a8-8026-a66d12dd24da,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:07.408431 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-9d4d9da6-811e-4d64-9770-70e4329ae394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.409954 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-9d4d9da6-811e-4d64-9770-70e4329ae394 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 200 len: 847 time: 0.0460694 Oct 27 21:34:07.457897 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] Checking router: 291a13b9-3bd4-4ffa-86a3-9ec780649b0d for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:07.462491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-2e464f0a-b52a-4123-8448-f5dae4439356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.464109 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-2e464f0a-b52a-4123-8448-f5dae4439356 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b16c9042-a216-42a9-9309-e9862829ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424383 Oct 27 21:34:07.466526 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:07.467122 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:33:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:07.557834 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-225b52d5-61dc-488c-b69a-2df159496bb3 service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Oct 27 21:34:07.570260 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:07.575488 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:07.577870 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0065d9-a383-46ac-bd2e-8e36b0e6748e" -d '{"events": [{"server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "name": "network-vif-plugged", "status": "completed", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:07.616953 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d7c67e-8651-4708-8344-29464448a8fa x-openstack-request-id: req-59d7c67e-8651-4708-8344-29464448a8fa {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:07.617244 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "name": "network-vif-plugged", "status": "completed", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:07.618010 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59d7c67e-8651-4708-8344-29464448a8fa {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:07.618010 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da', 'code': 200} Oct 27 21:34:07.654295 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f1b22789-cee9-4d23-8189-742eb7f40a1e req-a5f2a9c4-aa3d-4425-8533-f6a1d821c75c service neutron] 10.222.0.74 "GET /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879748 Oct 27 21:34:07.775844 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:26Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:07.806863 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1688d-3f03-4ba0-9261-fc4bc08c6070 None None] The sync data for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi is: [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:21Z', 'revision_number': 4, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '2328ff22-a25e-4842-b7b7-a1d315fd0299', 'name': '', 'network_id': 'b16c9042-a216-42a9-9309-e9862829ab18', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'mac_address': 'fa:16:3e:49:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:21Z', 'updated_at': '2021-10-27T21:28:26Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'subnets': [{'id': 'f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:07.868043 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01995-68af-4265-9c09-795da3f8577f req-3c0e8920-4ca0-437e-a68e-564680d8c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.870366 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf01995-68af-4265-9c09-795da3f8577f req-3c0e8920-4ca0-437e-a68e-564680d8c925 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 1098 time: 0.0607076 Oct 27 21:34:07.872297 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f11a-4222-4f55-b415-56d626e428b0 req-b70acf9d-423f-4a0d-b063-61d6225d5540 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.873868 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01f3f11a-4222-4f55-b415-56d626e428b0 req-b70acf9d-423f-4a0d-b063-61d6225d5540 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 946 time: 0.0539968 Oct 27 21:34:07.911023 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf01995-68af-4265-9c09-795da3f8577f req-a6e35a52-dde1-4a4f-8348-8cda0e1b201c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Oct 27 21:34:07.939558 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01f3f11a-4222-4f55-b415-56d626e428b0 req-8732e844-83a2-4e9c-9d1c-2a2abb52a983 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546246 Oct 27 21:34:07.951848 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc90868-04b2-4da7-9c97-82021a38550e req-76a980f7-2825-41e3-9393-2d8cfc882ce4 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:07.953432 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8cc90868-04b2-4da7-9c97-82021a38550e req-76a980f7-2825-41e3-9393-2d8cfc882ce4 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0774488 Oct 27 21:34:07.994816 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8cc90868-04b2-4da7-9c97-82021a38550e req-5d3112c7-9ec4-4e48-8d6c-e84bef897ab5 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344467 Oct 27 21:34:08.057660 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab65b2-5493-4941-bb6a-af634bc30bc1 None None] New status for floating IP 5be9b17e-ea6c-447c-b962-a09d766f2d69: DOWN {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:08.415685 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbb734-da39-495f-b8ff-69f035d67fb9 req-36403e2b-1da0-4e33-be24-477957e29a83 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:08.417098 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b5fbb734-da39-495f-b8ff-69f035d67fb9 req-36403e2b-1da0-4e33-be24-477957e29a83 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0493836 Oct 27 21:34:08.457778 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b5fbb734-da39-495f-b8ff-69f035d67fb9 req-e7e665b2-9385-474e-834e-4b8618ea2d6d tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343373 Oct 27 21:34:08.911884 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d556fb97-46e8-40b3-a187-921ea4d7b3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.106906 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fae6-6d8a-4bab-9d53-2313e4db75ef req-22d82727-c236-456a-8d12-387b7de0dcee tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:09.108340 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8da1fae6-6d8a-4bab-9d53-2313e4db75ef req-22d82727-c236-456a-8d12-387b7de0dcee tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0471003 Oct 27 21:34:09.145009 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8da1fae6-6d8a-4bab-9d53-2313e4db75ef req-800aea97-9097-4702-bf6f-496e3d392c4f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307307 Oct 27 21:34:09.576392 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52385f-3737-45a6-a37c-6fb616ab8241 req-6e631fc1-cbee-42ce-90bd-e73a514c0242 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:09.577898 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1a52385f-3737-45a6-a37c-6fb616ab8241 req-6e631fc1-cbee-42ce-90bd-e73a514c0242 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0495872 Oct 27 21:34:09.619934 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1a52385f-3737-45a6-a37c-6fb616ab8241 req-f89591ad-541e-41d8-b0d4-abd741c1d4ff tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae750c09-2a77-45b6-ba80-f492e37dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Oct 27 21:34:09.739434 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-b81560e6-2a8c-4b30-8075-6e21dce803f6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:09.741543 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-b81560e6-2a8c-4b30-8075-6e21dce803f6 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 945 time: 0.0492213 Oct 27 21:34:09.835949 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Deleting port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:09.836288 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.923119 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] For port 25ab62e0-b6a2-45a0-b4dc-232d0293e191, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=25ab62e0-b6a2-45a0-b4dc-232d0293e191,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:09.923482 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.935724 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Calling delete_port for 25ab62e0-b6a2-45a0-b4dc-232d0293e191 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:10.041024 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.061700 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.092000 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event deleted for resources: {'Port': ['ID=25ab62e0-b6a2-45a0-b4dc-232d0293e191,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:10.137996 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] No DVR routers for this DVR port 25ab62e0-b6a2-45a0-b4dc-232d0293e191 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:10.140238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.143491 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8029f842-49b4-42e4-9aea-77dbbe6105a9 req-527572bd-18c1-4545-be02-1a87a302dc39 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.74 "DELETE /v2.0/ports/25ab62e0-b6a2-45a0-b4dc-232d0293e191 HTTP/1.1" status: 204 len: 173 time: 0.3949685 Oct 27 21:34:10.143926 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-deleted', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:10.146177 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492876ad-f385-43c7-9593-d657cf0c0193" -d '{"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-deleted", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:10.148261 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.194931 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a8f855-31d8-4817-8a22-b2773bccc552 x-openstack-request-id: req-89a8f855-31d8-4817-8a22-b2773bccc552 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:10.195226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9371d2-66f3-4686-9780-63fc9d37b88e", "name": "network-vif-deleted", "tag": "25ab62e0-b6a2-45a0-b4dc-232d0293e191", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:10.195496 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89a8f855-31d8-4817-8a22-b2773bccc552 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:10.195946 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9371d2-66f3-4686-9780-63fc9d37b88e', 'name': 'network-vif-deleted', 'tag': '25ab62e0-b6a2-45a0-b4dc-232d0293e191', 'status': 'completed', 'code': 200} Oct 27 21:34:10.265138 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10fe66-0c9b-411b-9498-6279ddd45264 req-53838ace-24c0-4362-86c6-85f19016b8ae tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:10.267749 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e10fe66-0c9b-411b-9498-6279ddd45264 req-53838ace-24c0-4362-86c6-85f19016b8ae tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Oct 27 21:34:10.306783 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e10fe66-0c9b-411b-9498-6279ddd45264 req-4bcb029f-b3a2-4948-82b7-4e1998404eed tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341146 Oct 27 21:34:10.419446 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67908e72-d285-457a-920e-14612dfb2802 req-565d6f68-eb7c-4eb9-8620-1a6953bb6a9e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:10.420996 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-67908e72-d285-457a-920e-14612dfb2802 req-565d6f68-eb7c-4eb9-8620-1a6953bb6a9e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Oct 27 21:34:10.430002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60430) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:10.434537 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Request body: {'floatingip': {'port_id': '94780598-3b3d-47a8-8026-a66d12dd24da'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:10.475267 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.729370 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-09396236-8d0f-4f0a-909d-36ba8643075c req-b9e8637a-d70b-4d8e-ba06-4c525d001a89 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc9371d2-66f3-4686-9780-63fc9d37b88e HTTP/1.1" status: 200 len: 210 time: 0.0293269 Oct 27 21:34:11.142482 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.db.resource_extend [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 21:34:11.198803 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.202734 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.299513 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.l3_db [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Floating IP 67e7a587-18f4-425d-a758-3280c513c367 associated. External IP: 172.27.1.143, port: 94780598-3b3d-47a8-8026-a66d12dd24da. Oct 27 21:34:11.499139 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:11.605364 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:11.610188 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.614993 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:11.625198 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:11.625793 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:34:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:11.637304 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4ed8284c-4893-4a11-ae3b-1239e290d632 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "PUT /v2.0/floatingips/67e7a587-18f4-425d-a758-3280c513c367 HTTP/1.1" status: 200 len: 991 time: 1.2061713 Oct 27 21:34:11.638000 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:11.640313 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e668cfcd-16cc-4968-ad44-97ab9a859b95" -d '{"events": [{"name": "network-changed", "server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:11.676996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f514b-76ba-4976-ab43-812ee4bb5334 x-openstack-request-id: req-b23f514b-76ba-4976-ab43-812ee4bb5334 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:11.677403 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:11.678382 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b23f514b-76ba-4976-ab43-812ee4bb5334 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:11.678783 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da', 'status': 'completed', 'code': 200} Oct 27 21:34:11.733830 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:11.794088 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.804776 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-f0add8a5-df0d-44d5-a382-0046f8f7f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:11.806603 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-f0add8a5-df0d-44d5-a382-0046f8f7f17a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a7a49da20a084c63a41d51b896b5935a&device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 1098 time: 0.0599368 Oct 27 21:34:11.813636 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60444) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:11.874402 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7e563fac-cd90-4592-9a29-4d96cd37bca5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.902160 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7e563fac-cd90-4592-9a29-4d96cd37bca5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.902955 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-7bd60693-4623-46a0-9454-5818a52ec7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:11.904462 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-7bd60693-4623-46a0-9454-5818a52ec7ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 200 len: 912 time: 0.0903552 Oct 27 21:34:11.970832 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7e563fac-cd90-4592-9a29-4d96cd37bca5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.973404 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7e563fac-cd90-4592-9a29-4d96cd37bca5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.977123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-7e563fac-cd90-4592-9a29-4d96cd37bca5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae750c09-2a77-45b6-ba80-f492e37dfbc6 HTTP/1.1" status: 204 len: 168 time: 0.1598938 Oct 27 21:34:11.978718 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '67e7a587-18f4-425d-a758-3280c513c367', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'port_id': '94780598-3b3d-47a8-8026-a66d12dd24da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'mac_address': 'fa:16:3e:3d:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:55Z', 'updated_at': '2021-10-27T21:34:10Z', 'revision_number': 1, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:11.985528 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e563fac-cd90-4592-9a29-4d96cd37bca5 tempest-TestShelveInstance-1522248096 tempest-TestShelveInstance-1522248096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae750c09-2a77-45b6-ba80-f492e37dfbc6,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:11.992130 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-9895fd79-df08-4f32-a0c6-b69c1e62788c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94780598-3b3d-47a8-8026-a66d12dd24da HTTP/1.1" status: 200 len: 999 time: 0.0758579 Oct 27 21:34:12.009212 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:12.017700 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:12.018291 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:34:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:12.049291 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60448) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:12.058083 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-0093b2a2-0ab1-46e0-b7eb-53e4f462314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.059651 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-0093b2a2-0ab1-46e0-b7eb-53e4f462314e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 200 len: 850 time: 0.0587618 Oct 27 21:34:12.106902 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-436ae6b1-9cf1-41a8-9652-d8bbbbc19d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:12.108444 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-436ae6b1-9cf1-41a8-9652-d8bbbbc19d9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=46adfb48-7605-465c-b9e7-3f518d02fb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422943 Oct 27 21:34:12.138662 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:12.205579 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-64c3f09f-4d38-44ce-876a-b7e3ee65fa35 service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883031 Oct 27 21:34:12.303175 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e668cfcd-16cc-4968-ad44-97ab9a859b95 req-894522fe-4606-4ab7-97b7-3a2ea80f64cd service neutron] 10.222.0.74 "GET /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900660 Oct 27 21:34:12.373699 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '67e7a587-18f4-425d-a758-3280c513c367', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'port_id': '94780598-3b3d-47a8-8026-a66d12dd24da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'mac_address': 'fa:16:3e:3d:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:55Z', 'updated_at': '2021-10-27T21:34:10Z', 'revision_number': 1, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:12.403951 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd3e58-24ed-489b-b981-c095660525ab None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '67e7a587-18f4-425d-a758-3280c513c367', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'port_id': '94780598-3b3d-47a8-8026-a66d12dd24da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'mac_address': 'fa:16:3e:3d:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:55Z', 'updated_at': '2021-10-27T21:34:10Z', 'revision_number': 1, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:12.460829 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:12.596172 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5968f4-b0ee-4508-aed4-0445091501c6 None None] New status for floating IP 67e7a587-18f4-425d-a758-3280c513c367: ACTIVE {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:12.714333 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Deleting port 2328ff22-a25e-4842-b7b7-a1d315fd0299 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:12.714673 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:12.799925 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] For port 2328ff22-a25e-4842-b7b7-a1d315fd0299, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=2328ff22-a25e-4842-b7b7-a1d315fd0299,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:12.800350 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:12.813996 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Calling delete_port for 2328ff22-a25e-4842-b7b7-a1d315fd0299 owned by network:router_interface {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:12.991406 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:13.015145 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Pushing event deleted for resources: {'Port': ['ID=2328ff22-a25e-4842-b7b7-a1d315fd0299,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:13.136659 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:13.157656 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 25ab62e0-b6a2-45a0-b4dc-232d0293e191 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:13.158319 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 25ab62e0-b6a2-45a0-b4dc-232d0293e191 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:13.181612 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:13.391300 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:13.495323 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:13.500362 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b4b31982-3665-418c-84ea-a89764630011 admin admin] 10.222.0.55 "PUT /v2.0/routers/291a13b9-3bd4-4ffa-86a3-9ec780649b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497995 Oct 27 21:34:13.502849 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60456) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:13.505270 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] Sync routers for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:13.515158 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:13.515749 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:34:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:13.623291 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:13.624538 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks [] for router, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:13.726544 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:13.785991 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Deleting port 0413519f-e368-4125-9e4f-b5b8fcd55d4a {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:13.786332 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:13.872408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] For port 0413519f-e368-4125-9e4f-b5b8fcd55d4a, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=0413519f-e368-4125-9e4f-b5b8fcd55d4a,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:13.872848 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:13.888008 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Calling delete_port for 0413519f-e368-4125-9e4f-b5b8fcd55d4a owned by network:router_gateway {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:13.894141 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:34:12Z', 'revision_number': 5, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port': {'id': '0413519f-e368-4125-9e4f-b5b8fcd55d4a', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:13.925277 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] Checking router: 291a13b9-3bd4-4ffa-86a3-9ec780649b0d for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:13.934740 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] Routers {'291a13b9-3bd4-4ffa-86a3-9ec780649b0d'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:13.935376 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:34:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:14.021822 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] Set router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d gateway port host: None {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:14.059408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.075863 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:34:13Z', 'revision_number': 6, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:14.084705 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Pushing event deleted for resources: {'Port': ['ID=0413519f-e368-4125-9e4f-b5b8fcd55d4a,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:14.107035 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a22722-c659-4dc8-b90c-0c08ec46f800 None None] The sync data for ids ['291a13b9-3bd4-4ffa-86a3-9ec780649b0d'] in dv-cinder-815145-3-iscsi is: [{'id': '291a13b9-3bd4-4ffa-86a3-9ec780649b0d', 'name': 'tempest-TestShelveInstance-253462483-router', 'tenant_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:18Z', 'updated_at': '2021-10-27T21:34:13Z', 'revision_number': 6, 'project_id': 'b8b3598e61fa48c0bf6b92bd2fbd5429', 'gw_port_host': None}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:14.151517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.260327 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.263033 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.343521 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.344071 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 291a13b9-3bd4-4ffa-86a3-9ec780649b0d {{(pid=101282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:34:14.353059 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.354204 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4af9060e-4666-49d9-8947-4c337110d668 admin admin] 10.222.0.55 "DELETE /v2.0/routers/291a13b9-3bd4-4ffa-86a3-9ec780649b0d HTTP/1.1" status: 204 len: 168 time: 0.8504679 Oct 27 21:34:14.356681 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60462) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:14.403535 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Deleting subnet f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 {{(pid=101282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:14.407060 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.447995 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738527'] for subnet, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.817971 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.867075 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 2328ff22-a25e-4842-b7b7-a1d315fd0299 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:14.874205 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3429347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59115500'] for subnet, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.892190 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 2328ff22-a25e-4842-b7b7-a1d315fd0299 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:14.892531 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 2328ff22-a25e-4842-b7b7-a1d315fd0299 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:14.901244 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:14.907152 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:14.914323 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-3d4288ea-6090-47d1-91be-e46c9159b223 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f4fa8cab-51ef-4e79-bad1-ad5de4c9c4c1 HTTP/1.1" status: 204 len: 168 time: 0.5537882 Oct 27 21:34:14.914513 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638c809-e6bc-4ddd-9635-f695378adf51 None None] Network b16c9042-a216-42a9-9309-e9862829ab18 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:14.914621 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60466) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:14.998243 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.055454 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Deleting port fd0e0225-5ab1-4a88-bc94-500cee90c36e {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:15.055649 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.127376 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] For port fd0e0225-5ab1-4a88-bc94-500cee90c36e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=fd0e0225-5ab1-4a88-bc94-500cee90c36e,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:15.127841 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.129600 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] DHCP port deletion for b16c9042-a216-42a9-9309-e9862829ab18 request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:34:15.147903 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Calling delete_port for fd0e0225-5ab1-4a88-bc94-500cee90c36e owned by network:dhcp {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:15.183938 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] Deleting port fd0e0225-5ab1-4a88-bc94-500cee90c36e {{(pid=101284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:15.184571 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.232793 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.247266 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] For port fd0e0225-5ab1-4a88-bc94-500cee90c36e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=fd0e0225-5ab1-4a88-bc94-500cee90c36e,segment=NetworkSegment(05d0bc60-ee8e-4858-bcff-7e9c394bf104),segment_id=05d0bc60-ee8e-4858-bcff-7e9c394bf104)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:15.247697 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.259628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] No DVR routers for this DVR port fd0e0225-5ab1-4a88-bc94-500cee90c36e on host dv-cinder-815145-3-iscsi {{(pid=101282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:15.260182 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] Calling delete_port for fd0e0225-5ab1-4a88-bc94-500cee90c36e owned by network:dhcp {{(pid=101284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:15.261507 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0e0225-5ab1-4a88-bc94-500cee90c36e,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:15.337539 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.357644 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16c9042-a216-42a9-9309-e9862829ab18']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:15.367501 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d0bc60-ee8e-4858-bcff-7e9c394bf104') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:15.367784 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d0bc60-ee8e-4858-bcff-7e9c394bf104') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:15.374201 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841'] for port, after_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.377323 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.390043 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.395917 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:15.396392 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:15.398054 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:15.403947 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] Pushing event deleted for resources: {'Port': ['ID=fd0e0225-5ab1-4a88-bc94-500cee90c36e,revision_number=None']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:15.405832 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f47824-f22e-4549-9860-fe6b47a3dc2c None None] No DVR routers for this DVR port fd0e0225-5ab1-4a88-bc94-500cee90c36e on host dv-cinder-815145-3-iscsi {{(pid=101284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:15.452234 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.457641 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:15.461284 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b16c9042-a216-42a9-9309-e9862829ab18 HTTP/1.1" status: 204 len: 168 time: 0.5457978 Oct 27 21:34:15.464338 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60470) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:15.471834 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe167a55-1888-48e8-b085-23dfc8544d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16c9042-a216-42a9-9309-e9862829ab18,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:15.862176 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.152646 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Deleting port 6bbcd57f-7e88-4a61-9567-2b99f72773b9 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:16.152985 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.235843 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] For port 6bbcd57f-7e88-4a61-9567-2b99f72773b9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=6bbcd57f-7e88-4a61-9567-2b99f72773b9,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:16.236245 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.249786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Calling delete_port for 6bbcd57f-7e88-4a61-9567-2b99f72773b9 owned by network:router_interface {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:16.428936 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.444069 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0413519f-e368-4125-9e4f-b5b8fcd55d4a no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:16.454512 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbcd57f-7e88-4a61-9567-2b99f72773b9,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:16.465175 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 0413519f-e368-4125-9e4f-b5b8fcd55d4a {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:16.465520 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0413519f-e368-4125-9e4f-b5b8fcd55d4a not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:16.465923 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device fd0e0225-5ab1-4a88-bc94-500cee90c36e no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:16.485219 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: fd0e0225-5ab1-4a88-bc94-500cee90c36e {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:16.485521 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device fd0e0225-5ab1-4a88-bc94-500cee90c36e not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:16.621351 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:16.834150 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:16.939236 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:16.944677 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-93ad7546-fcb0-4df4-84b6-a62b720285c1 admin admin] 10.222.0.55 "PUT /v2.0/routers/8f26f514-9be5-44f2-a4c1-ac37c6ea91d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791343 Oct 27 21:34:16.947135 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60478) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:16.950415 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] Sync routers for ids ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:16.960666 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] Routers {'8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:16.961269 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:34:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:17.062323 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.197335 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] Set router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:17.354932 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-bb826198-7603-4ca9-888c-5655d1d585bc tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:17.362718 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-bb826198-7603-4ca9-888c-5655d1d585bc tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1348231 Oct 27 21:34:17.379221 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-9c7cec9c-9201-49f7-823f-20ee281889c5 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/quotas/bfc9e8b4015e452d832e95be9e313c1d HTTP/1.1" status: 200 len: 375 time: 0.0155978 Oct 27 21:34:17.410011 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:34:16Z', 'revision_number': 5, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:17.434584 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-a2781f0e-5e49-442d-9443-3d27c2859c3d tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544119 Oct 27 21:34:17.439816 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] Checking router: 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:17.455310 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] Routers {'8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:17.456791 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:34:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:17.467022 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.533258 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Deleting port e0e9fe78-02fd-4120-ba48-19258892d5fd {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:17.533487 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.557365 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-1fa855bf-e1b5-4ece-ab76-fee31b3732d7 service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217709 Oct 27 21:34:17.580911 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] Set router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:17.626893 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] For port e0e9fe78-02fd-4120-ba48-19258892d5fd, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=e0e9fe78-02fd-4120-ba48-19258892d5fd,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:17.627467 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.645356 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Calling delete_port for e0e9fe78-02fd-4120-ba48-19258892d5fd owned by network:router_gateway {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:17.662893 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-fa690e7f-4277-4343-9117-56dd1dc45217 service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988145 Oct 27 21:34:17.787519 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:34:16Z', 'revision_number': 5, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:17.851685 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:17.857551 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e5b0c-ec56-464b-9699-b2d72a697594 None None] The sync data for ids ['8f26f514-9be5-44f2-a4c1-ac37c6ea91d4'] in dv-cinder-815145-3-iscsi is: [{'id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'name': 'tempest-TestShelveInstance-1357250228-router', 'tenant_id': 'a694aaf1d0b445e1a432ec009614aa87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:34:16Z', 'revision_number': 5, 'project_id': 'a694aaf1d0b445e1a432ec009614aa87', 'gw_port': {'id': 'e0e9fe78-02fd-4120-ba48-19258892d5fd', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26f514-9be5-44f2-a4c1-ac37c6ea91d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:28:24Z', 'updated_at': '2021-10-27T21:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:17.887175 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e9fe78-02fd-4120-ba48-19258892d5fd,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:17.924755 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-04267d1a-09fb-4a76-917e-aa5d3334a4dc req-213c8918-3ca3-4332-b140-a4ccdc704483 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 210 time: 0.0530567 Oct 27 21:34:17.954741 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.054377 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.056532 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.100819 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.101349 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 {{(pid=101283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:34:18.105989 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.109600 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9d4f9abe-6841-4a57-9c12-60271f645ce7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8f26f514-9be5-44f2-a4c1-ac37c6ea91d4 HTTP/1.1" status: 204 len: 168 time: 1.1587636 Oct 27 21:34:18.109600 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60508) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:18.155537 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Deleting subnet cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:18.158555 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.193610 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.275187 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.337419 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.369062 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:18.372816 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.378258 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7e15c0f0-df9c-46c1-a909-c8c20873d94f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd821cc0-b2bb-4c4a-9b62-3893e82bb0c0 HTTP/1.1" status: 204 len: 168 time: 0.2654846 Oct 27 21:34:18.378479 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60514) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:18.381514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed9ddac-4d3e-450d-8c5e-34a02c0cee16 None None] Network 120b824b-3f07-4b85-87a5-4a1d04408043 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:18.464780 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.528774 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Deleting port bb8ba183-b2ee-4c5f-b580-2eead24183eb {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:18.529185 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.609402 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] For port bb8ba183-b2ee-4c5f-b580-2eead24183eb, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=bb8ba183-b2ee-4c5f-b580-2eead24183eb,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:18.609930 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.613154 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 6bbcd57f-7e88-4a61-9567-2b99f72773b9 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:18.626346 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Calling delete_port for bb8ba183-b2ee-4c5f-b580-2eead24183eb owned by network:dhcp {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:18.635547 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 6bbcd57f-7e88-4a61-9567-2b99f72773b9 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:18.635880 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 6bbcd57f-7e88-4a61-9567-2b99f72773b9 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:18.641901 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] DHCP port deletion for 120b824b-3f07-4b85-87a5-4a1d04408043 request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:34:18.694508 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] Deleting port bb8ba183-b2ee-4c5f-b580-2eead24183eb {{(pid=101284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:18.695077 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.728461 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.756461 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8ba183-b2ee-4c5f-b580-2eead24183eb,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:18.764621 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] No DVR routers for this DVR port bb8ba183-b2ee-4c5f-b580-2eead24183eb on host dv-cinder-815145-3-iscsi {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:18.777539 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] For port bb8ba183-b2ee-4c5f-b580-2eead24183eb, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=bb8ba183-b2ee-4c5f-b580-2eead24183eb,segment=NetworkSegment(ae0f9216-61cb-491e-be56-1b04a7796d1f),segment_id=ae0f9216-61cb-491e-be56-1b04a7796d1f)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:18.778046 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.798344 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] Calling delete_port for bb8ba183-b2ee-4c5f-b580-2eead24183eb owned by network:dhcp {{(pid=101284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:18.839259 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.861548 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120b824b-3f07-4b85-87a5-4a1d04408043']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:18.872624 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0f9216-61cb-491e-be56-1b04a7796d1f') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:18.872939 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0f9216-61cb-491e-be56-1b04a7796d1f') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:18.879380 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841'] for port, after_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.884658 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.900142 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.905088 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] Pushing event deleted for resources: {'Port': ['ID=bb8ba183-b2ee-4c5f-b580-2eead24183eb,revision_number=None']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:18.909994 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06d1e9-0a3e-43fb-a226-19c2b0635f51 None None] No DVR routers for this DVR port bb8ba183-b2ee-4c5f-b580-2eead24183eb on host dv-cinder-815145-3-iscsi {{(pid=101284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:18.917747 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:18.918410 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:18.920291 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:19.014661 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-34484e1f-914f-4c44-b7c0-b174fe8b6982 req-88d2347a-5d16-4a39-8a95-b7c70b1a35c8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 210 time: 0.0264740 Oct 27 21:34:19.023116 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.046398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.056189 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] 10.222.0.55 "DELETE /v2.0/networks/120b824b-3f07-4b85-87a5-4a1d04408043 HTTP/1.1" status: 204 len: 168 time: 0.6768556 Oct 27 21:34:19.064026 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7165f-fbc1-4ff7-b3ab-da3d2c768322 admin admin] Pushing event deleted for resources: {'Network': ['ID=120b824b-3f07-4b85-87a5-4a1d04408043,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:19.117494 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dea1f47f-0ff1-4d96-b295-d23333be37a0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:19.117494 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dea1f47f-0ff1-4d96-b295-d23333be37a0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1593308 Oct 27 21:34:19.154169 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Request body: {'port': {'device_id': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'admin_state_up': True, 'tenant_id': 'bfc9e8b4015e452d832e95be9e313c1d'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:19.181897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60524) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.220801 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-91b668a6-95c8-458f-9e42-b70a007cb9ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8b3598e61fa48c0bf6b92bd2fbd5429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376048 Oct 27 21:34:19.223258 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60526) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.244847 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.273637 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Made reservation on behalf of bfc9e8b4015e452d832e95be9e313c1d for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:19.275092 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.277489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.297451 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.344960 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.347448 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.348614 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6454efd3-629a-4a54-96fb-115c834336a5 HTTP/1.1" status: 204 len: 168 time: 0.1244543 Oct 27 21:34:19.356662 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6454efd3-629a-4a54-96fb-115c834336a5,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:19.364859 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.365218 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.365562 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.365892 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.366223 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.366551 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.366882 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.367210 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.367535 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.367860 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.368213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.368532 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c6039-54ed-4684-b68b-6bc9b5fe2c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:19.419408 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Allocated IP 172.20.0.8 (daab585b-6320-4b3a-8a89-4246d3158c16/3cd536be-718e-4ef0-8629-60a8bc9e1b4c/320c8f4a-2c23-4698-9b1c-7dd4b467896d) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:19.565067 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.599552 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.645117 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Network daab585b-6320-4b3a-8a89-4246d3158c16 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:19.648817 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:19.649272 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:19.652674 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:19.690286 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 60534) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.692658 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event updated for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:19.706221 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:19.706998 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.728127 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-dda0c8e6-70d6-485e-890c-f84660237128 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781534 Oct 27 21:34:19.747359 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-7437a495-fe49-4f8f-81de-128fc052839e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a694aaf1d0b445e1a432ec009614aa87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559232 Oct 27 21:34:19.750013 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 60536) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:19.761566 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Request body: {'port': {'device_id': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:19.839006 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.859355 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d494c392-ae98-4750-be1a-9b1ac8e46675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:19.904228 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d494c392-ae98-4750-be1a-9b1ac8e46675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.050182 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d494c392-ae98-4750-be1a-9b1ac8e46675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.053250 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d494c392-ae98-4750-be1a-9b1ac8e46675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.054392 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d494c392-ae98-4750-be1a-9b1ac8e46675 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/597dd22a-ef92-40fd-87ff-69957daad571 HTTP/1.1" status: 204 len: 168 time: 0.3034251 Oct 27 21:34:20.067306 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494c392-ae98-4750-be1a-9b1ac8e46675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597dd22a-ef92-40fd-87ff-69957daad571,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:20.139028 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6971a-eea1-48b9-9930-555483eef51d req-b281ce1c-ed86-4d9f-bb2d-876ba8cb392a tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:20.141261 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46c6971a-eea1-48b9-9930-555483eef51d req-b281ce1c-ed86-4d9f-bb2d-876ba8cb392a tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 931 time: 0.0510721 Oct 27 21:34:20.179334 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320c8f4a-2c23-4698-9b1c-7dd4b467896d {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:20.188941 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.189263 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-46c6971a-eea1-48b9-9930-555483eef51d req-f658a59c-40bd-465e-abf1-98b98a31d01f tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410380 Oct 27 21:34:20.203913 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Transition to ACTIVE for port object 320c8f4a-2c23-4698-9b1c-7dd4b467896d will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:20.207982 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.253074 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Pushing event updated for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:20.348710 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Attempting to bind port 320c8f4a-2c23-4698-9b1c-7dd4b467896d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:20.349081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Attempting to bind port 320c8f4a-2c23-4698-9b1c-7dd4b467896d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:20.350517 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Attempting to bind port 320c8f4a-2c23-4698-9b1c-7dd4b467896d on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:20.355707 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Port 320c8f4a-2c23-4698-9b1c-7dd4b467896d on network daab585b-6320-4b3a-8a89-4246d3158c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:20.356026 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Attempting to bind port 320c8f4a-2c23-4698-9b1c-7dd4b467896d on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:20.361342 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:20.361676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Checking segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:20.362065 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Bound using segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:20.362499 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Bound port: 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:20.362856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.446838 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device bb8ba183-b2ee-4c5f-b580-2eead24183eb no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:20.450140 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:20.453856 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:20.458663 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.468394 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: bb8ba183-b2ee-4c5f-b580-2eead24183eb {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:20.468763 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device bb8ba183-b2ee-4c5f-b580-2eead24183eb not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:20.469199 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device e0e9fe78-02fd-4120-ba48-19258892d5fd no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:20.491259 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: e0e9fe78-02fd-4120-ba48-19258892d5fd {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:20.491868 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device e0e9fe78-02fd-4120-ba48-19258892d5fd not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:20.495443 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:20.495918 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:20.497322 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] 10.222.0.74 "PUT /v2.0/ports/320c8f4a-2c23-4698-9b1c-7dd4b467896d HTTP/1.1" status: 200 len: 1093 time: 0.7405672 Oct 27 21:34:20.497822 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:20.500071 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb4b133-72d3-4e62-8316-197cb0c092a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:20.521291 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bca91-108b-4c8f-aa17-905e38d9f15e service neutron] Pushing event updated for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:20.540724 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae9215-4622-4b79-97d5-5442080e4757 x-openstack-request-id: req-dfae9215-4622-4b79-97d5-5442080e4757 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:20.541016 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:20.541266 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfae9215-4622-4b79-97d5-5442080e4757 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:20.541661 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'status': 'completed', 'code': 200} Oct 27 21:34:20.621376 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-bd46ca36-d316-4e7a-a362-0bde95335e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:20.622770 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-bd46ca36-d316-4e7a-a362-0bde95335e6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 1096 time: 0.0464027 Oct 27 21:34:20.675767 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-266716db-16f2-4f3c-9e18-e1a970b46cdc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d HTTP/1.1" status: 200 len: 217 time: 0.0337389 Oct 27 21:34:20.732322 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-bf9aa5c2-7613-4ce2-8b14-c5a20ce5c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:20.733813 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-bf9aa5c2-7613-4ce2-8b14-c5a20ce5c104 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0452192 Oct 27 21:34:20.769456 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-9a675b7f-31ed-4c4b-b602-bda95d6e4931 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237172 Oct 27 21:34:20.881830 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-cdbfeb45-6e8d-4261-8fa1-0c5dd5536669 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838692 Oct 27 21:34:20.973941 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-af541a35-6855-41a7-8c5d-c31e89a6041c req-b33841a9-2aea-4e07-8114-dd2c2aca5da2 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839236 Oct 27 21:34:21.123962 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-e9b293c3-2b54-46dc-a7f0-c791186b62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.125450 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-e9b293c3-2b54-46dc-a7f0-c791186b62a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 1096 time: 0.0422230 Oct 27 21:34:21.273511 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-6c41756d-8a5c-4d99-9a92-81bb01c46132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.274974 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-6c41756d-8a5c-4d99-9a92-81bb01c46132 service neutron] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 915 time: 0.1123521 Oct 27 21:34:21.284116 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-ac2b24dd-ea48-4dc7-9128-b08afc673810 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599406 Oct 27 21:34:21.298192 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7513e-c6ef-476b-aa1c-69bd3aea88fa req-59216481-3144-4907-9731-52723f6e9cc0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.299667 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75a7513e-c6ef-476b-aa1c-69bd3aea88fa req-59216481-3144-4907-9731-52723f6e9cc0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 943 time: 0.0490396 Oct 27 21:34:21.340775 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75a7513e-c6ef-476b-aa1c-69bd3aea88fa req-4eefa0d1-ec37-4ac4-97f9-a3ab7dd801e1 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Oct 27 21:34:21.348228 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-cc1b99ef-192b-46eb-a13a-7ad4a15fcde6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d HTTP/1.1" status: 200 len: 217 time: 0.0348153 Oct 27 21:34:21.434383 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-52c04423-698f-4466-af99-6e6b9dbe954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.435846 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-52c04423-698f-4466-af99-6e6b9dbe954c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0748172 Oct 27 21:34:21.438260 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-d9cedfe0-6906-4a37-ab17-24489994656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.439584 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-d9cedfe0-6906-4a37-ab17-24489994656d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0798204 Oct 27 21:34:21.471867 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-733230af-b004-4aee-ba44-798248f6326f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247118 Oct 27 21:34:21.617653 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-b7097d30-2fab-424c-a9d9-dc5258c5f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.619083 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-b7097d30-2fab-424c-a9d9-dc5258c5f09e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.1494780 Oct 27 21:34:21.623947 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-0e31e93b-5eed-4465-9476-0c1a2e8c13fd service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357236 Oct 27 21:34:21.744166 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-41a24e95-0ccb-413b-b619-2a91e01e269f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 1002 time: 0.1075051 Oct 27 21:34:21.805200 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-7fb4b133-72d3-4e62-8316-197cb0c092a2 req-a4e260b9-e393-463f-8149-df911dd0e3e6 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326180 Oct 27 21:34:21.816255 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-26a0707f-0362-4035-8163-a00bc4bef015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.817789 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-26a0707f-0362-4035-8163-a00bc4bef015 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0593667 Oct 27 21:34:21.887320 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-65652655-0f09-4fc0-b476-c122561bc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:21.888853 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-65652655-0f09-4fc0-b476-c122561bc3cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409536 Oct 27 21:34:21.994779 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-fe34960c-0fe0-474f-90ac-10a3c8a57c73 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791140 Oct 27 21:34:22.088669 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-81f87aa5-baa0-4039-8b1e-91a6b7a133a3 req-3f71c835-6bf0-44e7-ab67-529a6ccd2a08 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Oct 27 21:34:22.464665 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b5c4-ac08-4ba8-ad1d-896da30ad4c6 req-d3b427c5-c477-415c-8c1f-d286de76ca75 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.466138 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1229b5c4-ac08-4ba8-ad1d-896da30ad4c6 req-d3b427c5-c477-415c-8c1f-d286de76ca75 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 943 time: 0.0515552 Oct 27 21:34:22.502950 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1229b5c4-ac08-4ba8-ad1d-896da30ad4c6 req-0df807fe-f70f-4003-b803-2ceed26ca0b0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Oct 27 21:34:23.183841 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 320c8f4a-2c23-4698-9b1c-7dd4b467896d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:23.274724 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:23.285119 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'port_id': '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'mac_address': 'fa:16:3e:11:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd536be-718e-4ef0-8629-60a8bc9e1b4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:23.323861 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.337567 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320c8f4a-2c23-4698-9b1c-7dd4b467896d {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:23.357581 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:23.361529 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.406773 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:23.618651 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5eb6-859e-4df4-b36c-4f03c95f880b req-de166d44-ea4e-4af1-ab15-862de2dc7f11 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:23.620118 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d1ab5eb6-859e-4df4-b36c-4f03c95f880b req-de166d44-ea4e-4af1-ab15-862de2dc7f11 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 944 time: 0.0510716 Oct 27 21:34:23.657676 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d1ab5eb6-859e-4df4-b36c-4f03c95f880b req-53f2b1fe-1eb5-41b8-aacb-e2eb5b6fb311 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Oct 27 21:34:23.725359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['320c8f4a-2c23-4698-9b1c-7dd4b467896d'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:24.769997 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd5eb-9d15-4734-bc62-0646dca4195f req-d0ed41e8-da0a-4259-9a83-3d279b79ce03 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:24.771968 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a77dd5eb-9d15-4734-bc62-0646dca4195f req-d0ed41e8-da0a-4259-9a83-3d279b79ce03 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 944 time: 0.0491540 Oct 27 21:34:24.809889 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a77dd5eb-9d15-4734-bc62-0646dca4195f req-d8225706-046e-4f4d-99f6-4190b0ed4a92 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319893 Oct 27 21:34:25.192708 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 320c8f4a-2c23-4698-9b1c-7dd4b467896d up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:25.241456 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 320c8f4a-2c23-4698-9b1c-7dd4b467896d completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:25.245231 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 320c8f4a-2c23-4698-9b1c-7dd4b467896d triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:25.245597 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:25.323608 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:25.345076 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:25.347460 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff17a7-370e-42aa-ba70-a6fada9df6af" -d '{"events": [{"server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "name": "network-vif-plugged", "status": "completed", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:25.359990 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:25.364220 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:25.387013 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c0515-7c87-45f4-895d-a8731f1ff6a9 x-openstack-request-id: req-6b9c0515-7c87-45f4-895d-a8731f1ff6a9 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:25.387293 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "name": "network-vif-plugged", "status": "completed", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:25.387538 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b9c0515-7c87-45f4-895d-a8731f1ff6a9 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:25.387913 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'code': 200} Oct 27 21:34:25.412126 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:25.582331 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0bfd5-828f-4d12-8b77-263680c78f60 req-e4c291c9-0001-4f54-ab36-349be4ec6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:25.583807 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e9d0bfd5-828f-4d12-8b77-263680c78f60 req-e4c291c9-0001-4f54-ab36-349be4ec6e75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 1098 time: 0.0391133 Oct 27 21:34:25.622722 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-e9d0bfd5-828f-4d12-8b77-263680c78f60 req-066d51d9-e951-406d-ae89-2517d1d3ce9c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292323 Oct 27 21:34:25.930668 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8faa4-d298-4d86-83b9-4fb1d5fcb173 req-9bf206b5-30be-4bb1-b10e-8cfcebccfccc tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:25.932113 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-85f8faa4-d298-4d86-83b9-4fb1d5fcb173 req-9bf206b5-30be-4bb1-b10e-8cfcebccfccc tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 945 time: 0.0514169 Oct 27 21:34:25.968448 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-85f8faa4-d298-4d86-83b9-4fb1d5fcb173 req-20fe51fd-abc4-4b71-ae10-2c7853f990d5 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Oct 27 21:34:27.081750 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c6205-397a-42be-b84f-14767c531f80 req-d6fd6888-84a9-48c2-b73f-b4825169a731 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.083214 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d59c6205-397a-42be-b84f-14767c531f80 req-d6fd6888-84a9-48c2-b73f-b4825169a731 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 945 time: 0.0492768 Oct 27 21:34:27.121317 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d59c6205-397a-42be-b84f-14767c531f80 req-5e0ad286-a1ec-44f4-af3b-1c6b319e3ff6 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Oct 27 21:34:28.847757 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-28385077-b85f-470d-b58c-44cec6b619de tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:28.849257 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-28385077-b85f-470d-b58c-44cec6b619de tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1021914 Oct 27 21:34:28.863795 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-13491c72-f84e-40d1-8dfa-f8abe31dcc68 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/quotas/bfc9e8b4015e452d832e95be9e313c1d HTTP/1.1" status: 200 len: 375 time: 0.0088344 Oct 27 21:34:28.912606 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-bf2e6bb1-7041-409e-9270-9ebe9f1746a0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438895 Oct 27 21:34:29.004146 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-2f14b85e-570b-4ca1-99d5-6a1001689a65 service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Oct 27 21:34:29.093868 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-ec63de2d-7f9b-4130-a281-b60a37be892d service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Oct 27 21:34:29.248382 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-08f13cd9-7bf3-4c4e-bad2-cc7b553cd016 req-39225888-74cd-4772-8617-b471e99f4291 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 210 time: 0.0260019 Oct 27 21:34:30.338415 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-378666d1-0109-4f97-9f98-d0d9c32fe008 req-dff03043-07dc-4813-ae4b-070f24ada50f tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 210 time: 0.0246594 Oct 27 21:34:30.610755 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-cba75ddf-4c00-40ad-ad99-287295e196a8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:30.612435 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-cba75ddf-4c00-40ad-ad99-287295e196a8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1118376 Oct 27 21:34:30.649323 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Request body: {'port': {'device_id': '17399768-4377-4ce4-a542-da013981b9a9', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'admin_state_up': True, 'tenant_id': 'bfc9e8b4015e452d832e95be9e313c1d'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:30.758317 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Made reservation on behalf of bfc9e8b4015e452d832e95be9e313c1d for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:30.761817 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.881818 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Allocated IP 172.20.0.2 (daab585b-6320-4b3a-8a89-4246d3158c16/3cd536be-718e-4ef0-8629-60a8bc9e1b4c/dd578c81-e985-45a5-8357-1bc9bf19d40c) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:31.025997 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.058811 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.095967 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb', '320c8f4a-2c23-4698-9b1c-7dd4b467896d'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:31.102916 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Network daab585b-6320-4b3a-8a89-4246d3158c16 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:31.106149 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:31.111130 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:31.139518 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event updated for resources: {'Port': ['ID=dd578c81-e985-45a5-8357-1bc9bf19d40c,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:31.166546 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:31.167149 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.183446 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-824e7269-c103-4f23-8d92-abf032845889 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5385823 Oct 27 21:34:31.203912 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Request body: {'port': {'device_id': '17399768-4377-4ce4-a542-da013981b9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:31.255740 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.455167 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebe535-8071-472f-83c6-371a231ffd07 req-714febf8-0130-4b9d-be31-5aa3f4ad798b tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:31.456529 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-22ebe535-8071-472f-83c6-371a231ffd07 req-714febf8-0130-4b9d-be31-5aa3f4ad798b tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 931 time: 0.0509002 Oct 27 21:34:31.494443 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-22ebe535-8071-472f-83c6-371a231ffd07 req-3ee25500-4f41-41f2-bcd8-fffcc9bdf914 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Oct 27 21:34:31.515632 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd578c81-e985-45a5-8357-1bc9bf19d40c {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:31.524131 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.535830 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Transition to ACTIVE for port object dd578c81-e985-45a5-8357-1bc9bf19d40c will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:31.540622 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.590035 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Pushing event updated for resources: {'Port': ['ID=dd578c81-e985-45a5-8357-1bc9bf19d40c,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:31.650748 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Attempting to bind port dd578c81-e985-45a5-8357-1bc9bf19d40c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:31.651399 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Attempting to bind port dd578c81-e985-45a5-8357-1bc9bf19d40c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:31.651399 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Attempting to bind port dd578c81-e985-45a5-8357-1bc9bf19d40c on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:31.655454 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Port dd578c81-e985-45a5-8357-1bc9bf19d40c on network daab585b-6320-4b3a-8a89-4246d3158c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:31.655760 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Attempting to bind port dd578c81-e985-45a5-8357-1bc9bf19d40c on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:31.660376 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:31.660730 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Checking segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:31.661099 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Bound using segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:31.661543 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Bound port: dd578c81-e985-45a5-8357-1bc9bf19d40c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:31.661891 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.724731 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] For port dd578c81-e985-45a5-8357-1bc9bf19d40c, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:31.727897 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] For port dd578c81-e985-45a5-8357-1bc9bf19d40c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:31.733262 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.767761 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:31.768360 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.769773 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] 10.222.0.74 "PUT /v2.0/ports/dd578c81-e985-45a5-8357-1bc9bf19d40c HTTP/1.1" status: 200 len: 1093 time: 0.5700097 Oct 27 21:34:31.770207 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17399768-4377-4ce4-a542-da013981b9a9', 'tag': 'dd578c81-e985-45a5-8357-1bc9bf19d40c'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:31.773094 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c45222-2f6d-4540-91f7-b526b465f32b" -d '{"events": [{"name": "network-changed", "server_uuid": "17399768-4377-4ce4-a542-da013981b9a9", "tag": "dd578c81-e985-45a5-8357-1bc9bf19d40c"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:31.794151 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b139762-580a-4d08-a25b-ca87a181a512 service neutron] Pushing event updated for resources: {'Port': ['ID=dd578c81-e985-45a5-8357-1bc9bf19d40c,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:31.811216 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd4b9c-4e45-454b-8412-ff7b23092ed9 x-openstack-request-id: req-25dd4b9c-4e45-454b-8412-ff7b23092ed9 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:31.811508 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17399768-4377-4ce4-a542-da013981b9a9", "tag": "dd578c81-e985-45a5-8357-1bc9bf19d40c", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:31.811763 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25dd4b9c-4e45-454b-8412-ff7b23092ed9 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:31.812190 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17399768-4377-4ce4-a542-da013981b9a9', 'tag': 'dd578c81-e985-45a5-8357-1bc9bf19d40c', 'status': 'completed', 'code': 200} Oct 27 21:34:31.878951 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-c2ae69a2-c71b-4272-946f-51529a59f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:31.880965 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-c2ae69a2-c71b-4272-946f-51529a59f44c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0407271 Oct 27 21:34:31.932199 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-838f07ec-faa3-4e42-8b40-09ea50504c1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c HTTP/1.1" status: 200 len: 217 time: 0.0346363 Oct 27 21:34:32.008278 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-59a39726-9298-40e2-a0f2-8fa51c09851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:32.009590 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-59a39726-9298-40e2-a0f2-8fa51c09851b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0448208 Oct 27 21:34:32.044640 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-136b3823-13f8-492c-84cb-925ac3b0ff89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237863 Oct 27 21:34:32.131089 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-080f380d-7b40-45d9-a9b7-edf1028507cc service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776405 Oct 27 21:34:32.219198 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-01af607e-b130-4b23-b20f-883cc2986ed7 req-dfe5c8ca-244d-45b0-b0f5-d6fc8bca85da service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804732 Oct 27 21:34:32.354073 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-541706de-5084-4a68-862c-6b607cdbeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:32.355487 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-541706de-5084-4a68-862c-6b607cdbeb3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0392201 Oct 27 21:34:32.445012 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-b3aca0de-fd1d-48b2-b5f0-50bc6ad68fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:32.446440 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-b3aca0de-fd1d-48b2-b5f0-50bc6ad68fbc service neutron] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 915 time: 0.0834553 Oct 27 21:34:32.490431 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-2e794c1f-c4d2-4102-853d-0e0b3f7fdd7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c HTTP/1.1" status: 200 len: 217 time: 0.0320284 Oct 27 21:34:32.544956 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-90ebfba2-fdcc-4757-b4b5-a049b961e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:32.546431 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-90ebfba2-fdcc-4757-b4b5-a049b961e5dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0450439 Oct 27 21:34:32.577230 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-3f2f448f-7e63-479f-a0ca-e4437f1f7250 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234172 Oct 27 21:34:32.611452 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571090b-1841-4437-bff5-8674b8e3d45a req-5f4afde6-0ffe-4993-aa5d-4b47d093befa tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:32.612895 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6571090b-1841-4437-bff5-8674b8e3d45a req-5f4afde6-0ffe-4993-aa5d-4b47d093befa tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 943 time: 0.0489123 Oct 27 21:34:32.650723 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6571090b-1841-4437-bff5-8674b8e3d45a req-efaae441-771f-4a79-b540-943dd75f7cec tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Oct 27 21:34:32.670462 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-1212139a-786d-4bea-a31f-5108922f31c1 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809929 Oct 27 21:34:33.012349 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b3c45222-2f6d-4540-91f7-b526b465f32b req-97bd3ffd-0347-4bb9-9612-fd9f82a9b035 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283656 Oct 27 21:34:33.764211 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7963fc-e1e1-4514-9448-6b71cfc85c17 req-492761b6-a33f-49bc-b7b7-1492b46b27be tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:33.765709 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bc7963fc-e1e1-4514-9448-6b71cfc85c17 req-492761b6-a33f-49bc-b7b7-1492b46b27be tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 943 time: 0.0476587 Oct 27 21:34:33.802607 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bc7963fc-e1e1-4514-9448-6b71cfc85c17 req-2a9927f6-9189-4359-b5e2-5387d5b47f77 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Oct 27 21:34:34.920606 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114cb07-5e51-4dc3-90fd-8736062e5eed req-9ed16742-bbf4-4b16-8322-42166a30989b tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:34.922067 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a114cb07-5e51-4dc3-90fd-8736062e5eed req-9ed16742-bbf4-4b16-8322-42166a30989b tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 943 time: 0.0536013 Oct 27 21:34:34.959957 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a114cb07-5e51-4dc3-90fd-8736062e5eed req-ab30f9b4-fe3c-4cf3-9521-87fba86a15a9 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Oct 27 21:34:35.281124 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device dd578c81-e985-45a5-8357-1bc9bf19d40c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:35.376532 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port dd578c81-e985-45a5-8357-1bc9bf19d40c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:35.387084 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'dd578c81-e985-45a5-8357-1bc9bf19d40c', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'port_id': 'dd578c81-e985-45a5-8357-1bc9bf19d40c', 'mac_address': 'fa:16:3e:07:b1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd536be-718e-4ef0-8629-60a8bc9e1b4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:35.422404 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.435426 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd578c81-e985-45a5-8357-1bc9bf19d40c {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:35.457429 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port dd578c81-e985-45a5-8357-1bc9bf19d40c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:35.461587 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.505677 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=dd578c81-e985-45a5-8357-1bc9bf19d40c,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:35.806547 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['dd578c81-e985-45a5-8357-1bc9bf19d40c'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:36.072860 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8415464-de18-4068-9f2f-6c658414b942 req-3799236b-82c9-44db-ae15-4beedea528e9 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:36.074309 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d8415464-de18-4068-9f2f-6c658414b942 req-3799236b-82c9-44db-ae15-4beedea528e9 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 944 time: 0.0482218 Oct 27 21:34:36.111128 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d8415464-de18-4068-9f2f-6c658414b942 req-2264fa00-22b5-4d47-83e8-7bcc4879dc98 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309303 Oct 27 21:34:36.338195 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-17163fd9-62a6-4993-a2cd-d1f5464453fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:37.221641 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8406-659e-49cc-b2d6-5b5ce8a9c383 req-65807575-08fa-4e53-8933-6c04f8dee28f tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.223101 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-409e8406-659e-49cc-b2d6-5b5ce8a9c383 req-65807575-08fa-4e53-8933-6c04f8dee28f tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 944 time: 0.0478566 Oct 27 21:34:37.259546 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-409e8406-659e-49cc-b2d6-5b5ce8a9c383 req-46e75e8e-464d-4716-98c2-b4b908bbae46 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Oct 27 21:34:37.286312 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device dd578c81-e985-45a5-8357-1bc9bf19d40c up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:34:37.334463 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port dd578c81-e985-45a5-8357-1bc9bf19d40c completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:34:37.338227 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port dd578c81-e985-45a5-8357-1bc9bf19d40c triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:37.338813 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:37.416986 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:37.442642 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17399768-4377-4ce4-a542-da013981b9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd578c81-e985-45a5-8357-1bc9bf19d40c'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:37.444931 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16626883-d553-44a6-8749-aded5e4b2ff0" -d '{"events": [{"server_uuid": "17399768-4377-4ce4-a542-da013981b9a9", "name": "network-vif-plugged", "status": "completed", "tag": "dd578c81-e985-45a5-8357-1bc9bf19d40c"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:37.457038 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port dd578c81-e985-45a5-8357-1bc9bf19d40c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:37.460980 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:37.484534 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707669a0-236f-4a71-bcf1-645f0e58505b x-openstack-request-id: req-707669a0-236f-4a71-bcf1-645f0e58505b {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:37.484857 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17399768-4377-4ce4-a542-da013981b9a9", "name": "network-vif-plugged", "status": "completed", "tag": "dd578c81-e985-45a5-8357-1bc9bf19d40c", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:37.485119 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-707669a0-236f-4a71-bcf1-645f0e58505b {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:37.485498 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17399768-4377-4ce4-a542-da013981b9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd578c81-e985-45a5-8357-1bc9bf19d40c', 'code': 200} Oct 27 21:34:37.510817 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=dd578c81-e985-45a5-8357-1bc9bf19d40c,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:37.694464 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8631e8-c328-46ac-83ae-dee2cf1013b4 req-f6de9da4-0b43-4d25-ab51-77fbaf65765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.695781 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5a8631e8-c328-46ac-83ae-dee2cf1013b4 req-f6de9da4-0b43-4d25-ab51-77fbaf65765d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0388215 Oct 27 21:34:37.734835 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-5a8631e8-c328-46ac-83ae-dee2cf1013b4 req-c231cbf5-c226-4fdd-91bd-af5faec6a1a1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294919 Oct 27 21:34:38.378790 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6e3b6-6400-44f7-a6f2-03cbd7192604 req-075d4f22-2fa2-4db0-b0d7-3acb0fe94bb8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:38.380381 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9de6e3b6-6400-44f7-a6f2-03cbd7192604 req-075d4f22-2fa2-4db0-b0d7-3acb0fe94bb8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 945 time: 0.0531039 Oct 27 21:34:38.422546 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9de6e3b6-6400-44f7-a6f2-03cbd7192604 req-f026babb-b907-437c-b364-501da4e7b426 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352838 Oct 27 21:34:38.915159 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-435d7b45-4dfc-40c8-9012-4e56a0a45070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:39.537775 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629b4a0-2eb7-47b3-85f2-9c9df20a7861 req-16e994fd-bbef-4897-b0a5-46370fa3c278 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:39.539207 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4629b4a0-2eb7-47b3-85f2-9c9df20a7861 req-16e994fd-bbef-4897-b0a5-46370fa3c278 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 945 time: 0.0476441 Oct 27 21:34:39.575438 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4629b4a0-2eb7-47b3-85f2-9c9df20a7861 req-956a7081-b89a-4d74-bb5b-e01824f81121 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302024 Oct 27 21:34:39.705152 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:34:40.043662 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:40.151199 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.790636 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:49.239670 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:50.445260 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-f018bc7b-f53f-4078-97c7-4d437a357122 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.446717 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-f018bc7b-f53f-4078-97c7-4d437a357122 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1032324 Oct 27 21:34:50.461645 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-cea14a60-4e73-485c-8b24-f656727be4a3 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/quotas/bfc9e8b4015e452d832e95be9e313c1d HTTP/1.1" status: 200 len: 375 time: 0.0093114 Oct 27 21:34:50.512240 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-bf852471-27f9-4b18-82a3-ea8af9d617d2 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454354 Oct 27 21:34:50.605102 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-96c39d3b-4b36-4b07-9e30-97aa4a307913 service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861030 Oct 27 21:34:50.690873 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-0a40299a-a2f1-48e0-9f0d-484efc91f7b9 service neutron] 10.222.0.55 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791445 Oct 27 21:34:50.847904 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bd1a6e27-a7cc-4cce-817f-b998728b6c86 req-90bde99d-d5c0-4971-8a41-e2fd640b65a7 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Oct 27 21:34:51.957709 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3763ba61-0e98-4d07-8edf-6d8bfcdc94c2 req-796101e4-af13-46ef-b6c6-b36878c08217 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 210 time: 0.0329580 Oct 27 21:34:51.974497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-48ce6af5-b1c4-450a-b4d1-7b1aac244dbf tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:51.976010 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-48ce6af5-b1c4-450a-b4d1-7b1aac244dbf tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 814 time: 0.1177204 Oct 27 21:34:52.002770 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Request body: {'port': {'device_id': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'admin_state_up': True, 'tenant_id': 'bfc9e8b4015e452d832e95be9e313c1d'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:52.114304 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Made reservation on behalf of bfc9e8b4015e452d832e95be9e313c1d for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:52.117925 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.235247 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Allocated IP 172.20.0.6 (daab585b-6320-4b3a-8a89-4246d3158c16/3cd536be-718e-4ef0-8629-60a8bc9e1b4c/f1dac491-0652-4c29-9475-a20706541a09) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:52.377895 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.413709 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.455604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Network daab585b-6320-4b3a-8a89-4246d3158c16 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:52.458777 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:52.460953 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb', '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'dd578c81-e985-45a5-8357-1bc9bf19d40c'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:52.462644 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:52.493865 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event updated for resources: {'Port': ['ID=f1dac491-0652-4c29-9475-a20706541a09,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:52.520442 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:52.521093 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.536966 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9bfbf12c-5ba4-4de1-8328-9771044a2614 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377536 Oct 27 21:34:52.558449 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Request body: {'port': {'device_id': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:52.612847 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.865199 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dac491-0652-4c29-9475-a20706541a09 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:52.872362 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.884471 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Transition to ACTIVE for port object f1dac491-0652-4c29-9475-a20706541a09 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:34:52.889241 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:52.935504 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dac491-0652-4c29-9475-a20706541a09,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:53.002892 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Attempting to bind port f1dac491-0652-4c29-9475-a20706541a09 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:34:53.003522 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Attempting to bind port f1dac491-0652-4c29-9475-a20706541a09 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:34:53.003522 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Attempting to bind port f1dac491-0652-4c29-9475-a20706541a09 on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:53.008372 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Port f1dac491-0652-4c29-9475-a20706541a09 on network daab585b-6320-4b3a-8a89-4246d3158c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:34:53.008751 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Attempting to bind port f1dac491-0652-4c29-9475-a20706541a09 on network daab585b-6320-4b3a-8a89-4246d3158c16 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:34:53.013745 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:34:53.014076 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Checking segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:53.014453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Bound using segment: {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:34:53.014885 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Bound port: f1dac491-0652-4c29-9475-a20706541a09, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:34:53.015238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:53.074202 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cf624-da80-475a-8f38-4f6858671b95 req-050535e6-bd61-468e-8b06-269743811abb tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.075684 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-547cf624-da80-475a-8f38-4f6858671b95 req-050535e6-bd61-468e-8b06-269743811abb tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 943 time: 0.0491488 Oct 27 21:34:53.080371 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] For port f1dac491-0652-4c29-9475-a20706541a09, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:34:53.083424 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] For port f1dac491-0652-4c29-9475-a20706541a09, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1dac491-0652-4c29-9475-a20706541a09,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:34:53.088208 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:53.114675 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-547cf624-da80-475a-8f38-4f6858671b95 req-86f0ab4e-51f1-4c6f-841b-cb4393d7d2b1 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Oct 27 21:34:53.124267 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.124896 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:53.126328 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1dac491-0652-4c29-9475-a20706541a09 HTTP/1.1" status: 200 len: 1093 time: 0.5719218 Oct 27 21:34:53.126683 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'tag': 'f1dac491-0652-4c29-9475-a20706541a09'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:53.128940 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a" -d '{"events": [{"name": "network-changed", "server_uuid": "707d60b5-873c-4bf5-80f4-95ccedf51c22", "tag": "f1dac491-0652-4c29-9475-a20706541a09"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:53.153118 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d550c5-fa9b-436d-88d7-f5440f9d48d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dac491-0652-4c29-9475-a20706541a09,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:53.170662 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9206c6-7027-482d-b8c1-34d0c3e0cfc1 x-openstack-request-id: req-2d9206c6-7027-482d-b8c1-34d0c3e0cfc1 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:53.170950 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707d60b5-873c-4bf5-80f4-95ccedf51c22", "tag": "f1dac491-0652-4c29-9475-a20706541a09", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:53.171198 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d9206c6-7027-482d-b8c1-34d0c3e0cfc1 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:53.171592 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'tag': 'f1dac491-0652-4c29-9475-a20706541a09', 'status': 'completed', 'code': 200} Oct 27 21:34:53.243337 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-d8114084-5ef2-483e-bb5c-d5821df3936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.244879 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-d8114084-5ef2-483e-bb5c-d5821df3936d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 1096 time: 0.0405242 Oct 27 21:34:53.304633 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-5145c5ca-33f2-4f7e-85d2-e648cb22c2fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1dac491-0652-4c29-9475-a20706541a09 HTTP/1.1" status: 200 len: 217 time: 0.0364366 Oct 27 21:34:53.360925 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-6d337bff-80f0-433d-993d-c2f9ab39c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.362375 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-6d337bff-80f0-433d-993d-c2f9ab39c623 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0471971 Oct 27 21:34:53.399784 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-1e87af84-b842-4367-bcf9-2b372ba4326e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285585 Oct 27 21:34:53.492622 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-6172dc29-667f-4201-bb24-630f2716938a service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827613 Oct 27 21:34:53.582636 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-4cf02fcf-8a7b-424e-961b-b535d505e82c req-9c12ef97-6932-494d-a147-c5f899f8d7a0 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800457 Oct 27 21:34:53.742478 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-9758dde1-dcf3-47a4-a029-c322f462288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.743968 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-9758dde1-dcf3-47a4-a029-c322f462288f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 1096 time: 0.0423870 Oct 27 21:34:53.843056 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-9865feea-630b-4f76-a32f-79790b997e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.844540 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-9865feea-630b-4f76-a32f-79790b997e34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 915 time: 0.0910416 Oct 27 21:34:53.895964 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-49ec0255-9dda-44d0-8433-603ea2768042 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1dac491-0652-4c29-9475-a20706541a09 HTTP/1.1" status: 200 len: 217 time: 0.0392511 Oct 27 21:34:53.954077 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-48591fd8-5e2f-4b4e-850f-84c7edbbe087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.955668 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-48591fd8-5e2f-4b4e-850f-84c7edbbe087 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0524669 Oct 27 21:34:53.991203 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-8c96327a-1a91-4a27-8264-ca05491dd86d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255711 Oct 27 21:34:54.094067 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-ad1923b1-24b3-4c58-82cd-8996403c5b96 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824935 Oct 27 21:34:54.187560 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2ccd7b8a-b6cd-415f-ad16-5af59627ad8a req-8510f76f-b001-4b13-b7ac-a2315e5a1855 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843470 Oct 27 21:34:54.231616 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8ce32-c17e-4587-b765-ffe69039559d req-9a9c5038-7827-4030-837f-7248a4d67d77 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.233112 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0f8ce32-c17e-4587-b765-ffe69039559d req-9a9c5038-7827-4030-837f-7248a4d67d77 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 943 time: 0.0479510 Oct 27 21:34:54.268316 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e0f8ce32-c17e-4587-b765-ffe69039559d req-19dded99-0ea9-42b9-8324-c1f78e7c8e96 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294416 Oct 27 21:34:55.381156 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e5cbf-94a8-49e4-bf4f-717c56cfc34e req-ab1d5580-4fb2-4a43-97a8-083597e5e6a9 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:55.382639 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b25e5cbf-94a8-49e4-bf4f-717c56cfc34e req-ab1d5580-4fb2-4a43-97a8-083597e5e6a9 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 943 time: 0.0472553 Oct 27 21:34:55.423832 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b25e5cbf-94a8-49e4-bf4f-717c56cfc34e req-54a94825-39d1-47da-92bc-b1118b8baeef tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Oct 27 21:34:56.540949 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cdb71-0657-4587-be5e-3f676a412b2d req-da949eb5-5eea-4f4c-b74f-9dbbc1c66089 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:56.542394 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-151cdb71-0657-4587-be5e-3f676a412b2d req-da949eb5-5eea-4f4c-b74f-9dbbc1c66089 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 943 time: 0.0478494 Oct 27 21:34:56.578210 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-151cdb71-0657-4587-be5e-3f676a412b2d req-384ecc87-fa0a-4f58-8b76-037b58e29c63 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297329 Oct 27 21:34:57.404332 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f1dac491-0652-4c29-9475-a20706541a09 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:34:57.641046 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f1dac491-0652-4c29-9475-a20706541a09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1dac491-0652-4c29-9475-a20706541a09,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:57.653652 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': 'f1dac491-0652-4c29-9475-a20706541a09', 'network_id': 'daab585b-6320-4b3a-8a89-4246d3158c16', 'port_id': 'f1dac491-0652-4c29-9475-a20706541a09', 'mac_address': 'fa:16:3e:34:48:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd536be-718e-4ef0-8629-60a8bc9e1b4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:34:57.689968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:57.690778 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52133cd4-fe86-4582-9d43-38e0f50abc45 req-7295aefe-28e8-49af-9ae3-4f654df55b29 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:57.692978 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-52133cd4-fe86-4582-9d43-38e0f50abc45 req-7295aefe-28e8-49af-9ae3-4f654df55b29 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 943 time: 0.0488544 Oct 27 21:34:57.704220 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1dac491-0652-4c29-9475-a20706541a09 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:34:57.727680 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f1dac491-0652-4c29-9475-a20706541a09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1dac491-0652-4c29-9475-a20706541a09,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:57.734728 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-52133cd4-fe86-4582-9d43-38e0f50abc45 req-839bcbfa-306a-4426-ab39-5ae119e54240 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356939 Oct 27 21:34:57.738305 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:57.785383 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=f1dac491-0652-4c29-9475-a20706541a09,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:58.105770 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['f1dac491-0652-4c29-9475-a20706541a09'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:58.847037 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbd0ee-a51b-4b9a-9f9d-e858e8e613ae req-74a2d047-438c-4282-8ab7-a9edfc910f5a tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:58.848532 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cfbd0ee-a51b-4b9a-9f9d-e858e8e613ae req-74a2d047-438c-4282-8ab7-a9edfc910f5a tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 944 time: 0.0474050 Oct 27 21:34:58.888661 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1cfbd0ee-a51b-4b9a-9f9d-e858e8e613ae req-3dd8d665-cb4b-4b3f-954c-47388d071bff tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Oct 27 21:35:00.000142 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e766b-f281-4796-9d73-8060d4203af0 req-8feebbc3-227a-49e5-a6a8-95f18a50c274 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:00.001628 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d60e766b-f281-4796-9d73-8060d4203af0 req-8feebbc3-227a-49e5-a6a8-95f18a50c274 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 944 time: 0.0483663 Oct 27 21:35:00.039196 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d60e766b-f281-4796-9d73-8060d4203af0 req-9974379e-db10-4aff-9e4b-7a94110267dc tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Oct 27 21:35:01.159932 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6256227-5015-473e-a2a4-9f8d65ec44ec req-96bdb113-9265-489e-bd41-f1a6ee1d4029 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:01.162058 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d6256227-5015-473e-a2a4-9f8d65ec44ec req-96bdb113-9265-489e-bd41-f1a6ee1d4029 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 944 time: 0.0574174 Oct 27 21:35:01.213066 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d6256227-5015-473e-a2a4-9f8d65ec44ec req-68ecab31-62b2-4ec6-bd94-7061b9a6da98 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Oct 27 21:35:02.327910 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b48fcb-aa7e-49ba-a108-e7e9c6dbf8f7 req-06310bc2-07e8-405f-80ab-1637e74936ff tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:02.329428 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d4b48fcb-aa7e-49ba-a108-e7e9c6dbf8f7 req-06310bc2-07e8-405f-80ab-1637e74936ff tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 944 time: 0.0494969 Oct 27 21:35:02.371424 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d4b48fcb-aa7e-49ba-a108-e7e9c6dbf8f7 req-4ad87ca2-fa1a-4eb6-80b7-75a953a45dbe tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Oct 27 21:35:03.421099 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f1dac491-0652-4c29-9475-a20706541a09 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:03.469016 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port f1dac491-0652-4c29-9475-a20706541a09 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:03.472776 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port f1dac491-0652-4c29-9475-a20706541a09 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:03.473758 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.487366 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404830-59c8-4b4e-9f45-a4c55ed68b88 req-37ffc496-8248-4e88-858a-f1cc8eb02cfb tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:03.488903 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c9404830-59c8-4b4e-9f45-a4c55ed68b88 req-37ffc496-8248-4e88-858a-f1cc8eb02cfb tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 944 time: 0.0508873 Oct 27 21:35:03.528387 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c9404830-59c8-4b4e-9f45-a4c55ed68b88 req-1a27b5fa-1bed-4940-96b1-e622c8b087fc tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Oct 27 21:35:03.554227 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.576791 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dac491-0652-4c29-9475-a20706541a09'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:03.578984 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe9fb11-cd28-4956-b5f3-b806ed217a0e" -d '{"events": [{"server_uuid": "707d60b5-873c-4bf5-80f4-95ccedf51c22", "name": "network-vif-plugged", "status": "completed", "tag": "f1dac491-0652-4c29-9475-a20706541a09"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:03.591332 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port f1dac491-0652-4c29-9475-a20706541a09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1dac491-0652-4c29-9475-a20706541a09,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:03.595306 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.620392 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82251d31-855b-4adb-98e1-629d572f80ba x-openstack-request-id: req-82251d31-855b-4adb-98e1-629d572f80ba {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:03.620705 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707d60b5-873c-4bf5-80f4-95ccedf51c22", "name": "network-vif-plugged", "status": "completed", "tag": "f1dac491-0652-4c29-9475-a20706541a09", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:03.620958 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82251d31-855b-4adb-98e1-629d572f80ba {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:03.621341 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dac491-0652-4c29-9475-a20706541a09', 'code': 200} Oct 27 21:35:03.646637 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=f1dac491-0652-4c29-9475-a20706541a09,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:03.654530 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.654811 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.655153 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.655487 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.655818 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.656145 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.656473 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.656821 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.657147 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.657910 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.658256 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.658587 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:03.828018 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9047b39-e92e-4f53-a5d7-938716511d14 req-bdf09d89-5d69-4887-a636-f120bb9a5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:03.829498 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f9047b39-e92e-4f53-a5d7-938716511d14 req-bdf09d89-5d69-4887-a636-f120bb9a5c3a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 1098 time: 0.0389121 Oct 27 21:35:03.868518 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-f9047b39-e92e-4f53-a5d7-938716511d14 req-709e8ee8-391a-4c9d-b99e-558b25e60a4f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Oct 27 21:35:04.650224 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04cd4-b519-4222-9387-56bb1a03e031 req-6daa9b99-f6dc-4ac9-8b26-6047e69c4d61 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:04.651607 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7ff04cd4-b519-4222-9387-56bb1a03e031 req-6daa9b99-f6dc-4ac9-8b26-6047e69c4d61 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Oct 27 21:35:04.687450 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7ff04cd4-b519-4222-9387-56bb1a03e031 req-6316bb79-3450-4c07-a358-a9c166db5e1e tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299380 Oct 27 21:35:05.802579 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4529dc-1668-4286-befa-e1ad7b0d5c39 req-98e38f5b-02bc-4ef3-8e45-b4f9ffd05197 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:05.804050 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0b4529dc-1668-4286-befa-e1ad7b0d5c39 req-98e38f5b-02bc-4ef3-8e45-b4f9ffd05197 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 945 time: 0.0489972 Oct 27 21:35:05.866688 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0b4529dc-1668-4286-befa-e1ad7b0d5c39 req-96362d1e-ece9-4b87-abf0-fb6a662167df tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566010 Oct 27 21:35:05.871420 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-3819a3b1-6e47-4e72-ab9c-607aded63aec tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387751555&fields=id&tenant_id=e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 267 time: 0.0554409 Oct 27 21:35:05.976200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-63219ee0-e366-4a3e-9781-bc14d674fa8a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:05.977678 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-63219ee0-e366-4a3e-9781-bc14d674fa8a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 812 time: 0.0996823 Oct 27 21:35:05.993013 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-114c5811-a9b8-45be-a37f-950527e1e67a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/quotas/e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Oct 27 21:35:06.053952 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-2251434d-d4d3-4656-9a11-882373c84123 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0557084 Oct 27 21:35:06.168441 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-3dc97c13-a720-4cef-92d0-93eea24b4051 service neutron] 10.222.0.55 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019666 Oct 27 21:35:06.262464 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-9bb67a9d-4e37-4d74-a17b-6e2255281d61 service neutron] 10.222.0.55 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880110 Oct 27 21:35:06.339351 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-12866985-3e78-41e5-9263-3c62f083aa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.581292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8835d47c-bab9-4d83-b0dd-ee7e55e68820 req-8d54dd17-bb3e-4c85-a5dc-8f66c7028459 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 210 time: 0.0360346 Oct 27 21:35:07.670426 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0daad3be-a843-4809-89cd-61fff9020f25 req-4e761267-09c7-4899-be77-d618da3a6de3 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 210 time: 0.0266261 Oct 27 21:35:07.724831 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-f5917d70-e183-4796-94ed-3505d58bcab1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:07.726282 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-f5917d70-e183-4796-94ed-3505d58bcab1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 812 time: 0.1119912 Oct 27 21:35:07.776317 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-cdbe7dc7-c9ce-4fb9-99a8-ae4141300884 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66d26b155564be4b57dc8227d98bdf2 HTTP/1.1" status: 200 len: 380 time: 0.0334072 Oct 27 21:35:07.785839 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'port': {'device_id': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'admin_state_up': True, 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'security_groups': ['6a2bd720-7c4b-4094-b832-93f417e1ab94']}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:07.894180 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Made reservation on behalf of e66d26b155564be4b57dc8227d98bdf2 for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:07.898481 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.017491 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Allocated IP 172.20.0.11 (cd9d3f56-d807-49ad-8f2a-c7cf953c1725/8d76b771-1391-4a67-8a9f-40441c28e567/516fc0c6-0007-43c9-8015-2a1e77559c82) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:08.151372 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.183973 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.223997 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:08.226981 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:08.230604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:08.260865 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=516fc0c6-0007-43c9-8015-2a1e77559c82,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:08.277257 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.277611 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.277830 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.278156 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.278476 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.278797 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.279115 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.279430 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.279745 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.280058 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.280367 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.280699 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:08.297121 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:08.297729 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.314214 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d3857c74-131a-4bfd-bfbf-061f4b428441 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5318885 Oct 27 21:35:08.335737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Request body: {'port': {'device_id': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:08.390422 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.489531 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-bf61e661-0f49-4595-a7f2-394981407da7 None None] Provisioning complete for port 516fc0c6-0007-43c9-8015-2a1e77559c82 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:08.490114 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-bf61e661-0f49-4595-a7f2-394981407da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.526498 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-bf61e661-0f49-4595-a7f2-394981407da7 None None] Port 516fc0c6-0007-43c9-8015-2a1e77559c82 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:08.648078 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516fc0c6-0007-43c9-8015-2a1e77559c82 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:08.655375 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.668727 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Transition to ACTIVE for port object 516fc0c6-0007-43c9-8015-2a1e77559c82 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:35:08.671986 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.742149 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Pushing event updated for resources: {'Port': ['ID=516fc0c6-0007-43c9-8015-2a1e77559c82,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:08.795049 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Attempting to bind port 516fc0c6-0007-43c9-8015-2a1e77559c82 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:08.795384 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Attempting to bind port 516fc0c6-0007-43c9-8015-2a1e77559c82 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:08.795718 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Attempting to bind port 516fc0c6-0007-43c9-8015-2a1e77559c82 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:08.796845 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50c423-a73e-44b9-abab-943a6b4dda2e req-cec2365b-0424-4db4-9ba0-da1637eeb78b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:08.798355 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8f50c423-a73e-44b9-abab-943a6b4dda2e req-cec2365b-0424-4db4-9ba0-da1637eeb78b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0544713 Oct 27 21:35:08.802737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Port 516fc0c6-0007-43c9-8015-2a1e77559c82 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:35:08.803053 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Attempting to bind port 516fc0c6-0007-43c9-8015-2a1e77559c82 on network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:08.808136 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:08.808466 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Checking segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:08.808869 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Bound using segment: {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:08.809303 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Bound port: 516fc0c6-0007-43c9-8015-2a1e77559c82, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b6718-e584-47fe-b16c-a309447016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:08.809655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.839215 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8f50c423-a73e-44b9-abab-943a6b4dda2e req-45cf490d-5ad3-41e7-add5-46823292b938 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Oct 27 21:35:08.872547 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] For port 516fc0c6-0007-43c9-8015-2a1e77559c82, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:08.875927 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] For port 516fc0c6-0007-43c9-8015-2a1e77559c82, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=516fc0c6-0007-43c9-8015-2a1e77559c82,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:08.883525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.919212 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-776e2bd0-5805-42f1-95b3-19f13bd8ef32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.942039 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:08.942825 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.944494 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] 10.222.0.74 "PUT /v2.0/ports/516fc0c6-0007-43c9-8015-2a1e77559c82 HTTP/1.1" status: 200 len: 1094 time: 0.6130862 Oct 27 21:35:08.945232 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:08.948493 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3176329c-754c-457a-9dc6-4f4d231cb65e" -d '{"events": [{"name": "network-changed", "server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:08.989625 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6681c4-ca12-4594-8991-bc7081a8bcac service neutron] Pushing event updated for resources: {'Port': ['ID=516fc0c6-0007-43c9-8015-2a1e77559c82,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:09.010646 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc642409-ea7e-4358-b734-e6e2f6fef6cc x-openstack-request-id: req-fc642409-ea7e-4358-b734-e6e2f6fef6cc {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:09.010946 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:09.011223 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc642409-ea7e-4358-b734-e6e2f6fef6cc {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:09.011622 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'status': 'completed', 'code': 200} Oct 27 21:35:09.079373 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-a4210385-e689-4adf-93e4-571b72d2156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.081097 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-a4210385-e689-4adf-93e4-571b72d2156a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 1097 time: 0.0430110 Oct 27 21:35:09.131871 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-5ca4121d-7823-4e34-9138-2bcfecc53b16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516fc0c6-0007-43c9-8015-2a1e77559c82 HTTP/1.1" status: 200 len: 217 time: 0.0342224 Oct 27 21:35:09.185927 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d8b6fb15-0d29-48f4-800b-19e257903ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.187389 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-d8b6fb15-0d29-48f4-800b-19e257903ffb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0485232 Oct 27 21:35:09.235287 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-dc10e708-d338-4176-b070-df073652cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.236942 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-dc10e708-d338-4176-b070-df073652cefa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419757 Oct 27 21:35:09.337921 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-9d0f4208-5da3-4333-ba92-0a41c1bc8f22 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823677 Oct 27 21:35:09.426908 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0d9dc19e-36f8-4553-a17b-0ceb4d9df37b req-357efa8f-322c-4f8a-b873-9c89e183b787 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790787 Oct 27 21:35:09.547517 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-be1de51e-bcc7-4597-800c-c6ad1463f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.549036 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-be1de51e-bcc7-4597-800c-c6ad1463f805 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 1097 time: 0.0391257 Oct 27 21:35:09.643778 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-f5bb08e0-bbac-47f2-a6b9-ef78395e559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.645864 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-f5bb08e0-bbac-47f2-a6b9-ef78395e559b service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0895975 Oct 27 21:35:09.695184 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-84b65df4-635d-45e8-8614-7282fa95e87f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516fc0c6-0007-43c9-8015-2a1e77559c82 HTTP/1.1" status: 200 len: 217 time: 0.0337324 Oct 27 21:35:09.747124 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-67a461d4-a1f6-40e4-b33c-5b171f235b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.748549 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-67a461d4-a1f6-40e4-b33c-5b171f235b0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0465324 Oct 27 21:35:09.793464 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-f33270b0-f81e-4a8c-bd74-4577a1e57786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.794914 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-f33270b0-f81e-4a8c-bd74-4577a1e57786 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387592 Oct 27 21:35:09.882075 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-98aa5982-21c3-4c30-a0b3-728361730114 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787079 Oct 27 21:35:09.959792 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3081991-7754-427d-a898-d7bd379d7e7d req-74210bfb-8b88-49b8-9247-ef1d21597f2b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.961309 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3081991-7754-427d-a898-d7bd379d7e7d req-74210bfb-8b88-49b8-9247-ef1d21597f2b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0539331 Oct 27 21:35:09.978284 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-3176329c-754c-457a-9dc6-4f4d231cb65e req-24b7bc2c-cc3d-4294-8a64-4c46f132a52c service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875793 Oct 27 21:35:09.998749 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c3081991-7754-427d-a898-d7bd379d7e7d req-45500041-c13a-4fe9-b633-717adf7adfeb tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Oct 27 21:35:10.045660 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.154417 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.112900 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff0d1-17a8-492f-bfd6-c922dcc87c93 req-5f01e186-662d-43f2-93ca-2bf7ef146b77 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:11.114360 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7e2ff0d1-17a8-492f-bfd6-c922dcc87c93 req-5f01e186-662d-43f2-93ca-2bf7ef146b77 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0479927 Oct 27 21:35:11.151144 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7e2ff0d1-17a8-492f-bfd6-c922dcc87c93 req-77060b75-defa-4b6f-bc3d-f23abe12a195 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309165 Oct 27 21:35:11.793983 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.262354 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f41d0-1e98-4652-b095-6c1d39e2929e req-82006df4-aa8e-4216-82bd-60da03b1d005 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:12.263802 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-629f41d0-1e98-4652-b095-6c1d39e2929e req-82006df4-aa8e-4216-82bd-60da03b1d005 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0475030 Oct 27 21:35:12.300668 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-629f41d0-1e98-4652-b095-6c1d39e2929e req-cb623422-86cc-4e62-80db-8fa52eb6c266 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Oct 27 21:35:13.415340 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270695c-9a0b-4f5a-9df7-97c1ae162160 req-d7b4dcd4-0b62-483b-9d29-133da35c15d8 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:13.416786 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9270695c-9a0b-4f5a-9df7-97c1ae162160 req-d7b4dcd4-0b62-483b-9d29-133da35c15d8 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0497377 Oct 27 21:35:13.452921 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9270695c-9a0b-4f5a-9df7-97c1ae162160 req-c984a293-cf3c-468a-a3c5-fc2502951134 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300753 Oct 27 21:35:14.563491 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c751-047e-49b6-a972-5b1ca9a09344 req-ba4261bf-a8bd-46e8-a085-4c417f0bbe24 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:14.564990 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a237c751-047e-49b6-a972-5b1ca9a09344 req-ba4261bf-a8bd-46e8-a085-4c417f0bbe24 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0476387 Oct 27 21:35:14.606343 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a237c751-047e-49b6-a972-5b1ca9a09344 req-47286f44-433f-4191-a5b0-4c9df7801860 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348034 Oct 27 21:35:15.719371 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f48d-f00e-4bbb-8519-8b618babb7b1 req-0bafd7f3-edef-4770-95a7-b981868165ab tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:15.720867 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c963f48d-f00e-4bbb-8519-8b618babb7b1 req-0bafd7f3-edef-4770-95a7-b981868165ab tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0478680 Oct 27 21:35:15.758237 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c963f48d-f00e-4bbb-8519-8b618babb7b1 req-c9910e18-01c8-4d18-9c09-fe4f43ebe6d2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Oct 27 21:35:16.704221 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:35:16.871897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45092d-be9c-4b3f-b0e8-dd5ffa881fed req-d0c64502-e7f7-48ba-a7f0-7d41c618889a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:16.873359 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff45092d-be9c-4b3f-b0e8-dd5ffa881fed req-d0c64502-e7f7-48ba-a7f0-7d41c618889a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0499301 Oct 27 21:35:16.910782 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ff45092d-be9c-4b3f-b0e8-dd5ffa881fed req-89c3eab7-5c31-43a9-8f41-6ab12417548a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305047 Oct 27 21:35:18.026607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b18e34-9d91-45f2-bb06-4cc0fbff56be req-48f2c015-7698-4959-8326-d4503d1f570a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:18.028086 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75b18e34-9d91-45f2-bb06-4cc0fbff56be req-48f2c015-7698-4959-8326-d4503d1f570a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0488636 Oct 27 21:35:18.065688 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-75b18e34-9d91-45f2-bb06-4cc0fbff56be req-584ca489-9e12-4e07-b3f5-5ca834f55499 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Oct 27 21:35:19.178076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beb4e4-afaa-4308-9ed2-529713d42201 req-ebcc84d2-1671-4435-b103-fab570e74e3d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:19.179500 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b6beb4e4-afaa-4308-9ed2-529713d42201 req-ebcc84d2-1671-4435-b103-fab570e74e3d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0466690 Oct 27 21:35:19.215480 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b6beb4e4-afaa-4308-9ed2-529713d42201 req-c1700f75-83fd-4a6a-898c-bf97028a9b20 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300424 Oct 27 21:35:19.251238 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.339512 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa20898-3035-4c6e-8adc-dd2dc87c3bc1 req-ba7005ea-6f9a-4419-bc7a-f2bba930f574 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:20.341372 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfa20898-3035-4c6e-8adc-dd2dc87c3bc1 req-ba7005ea-6f9a-4419-bc7a-f2bba930f574 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0579519 Oct 27 21:35:20.398740 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfa20898-3035-4c6e-8adc-dd2dc87c3bc1 req-f26bb1f1-251c-4863-b47b-4bb802b9e239 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Oct 27 21:35:21.527735 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41ccd2-536c-4ee7-a7a0-10b8e60db6ea req-1b3ea456-05c9-4341-ae9f-f198c0323cee tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.529021 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c41ccd2-536c-4ee7-a7a0-10b8e60db6ea req-1b3ea456-05c9-4341-ae9f-f198c0323cee tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0567548 Oct 27 21:35:21.567123 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4c41ccd2-536c-4ee7-a7a0-10b8e60db6ea req-3f47bb3c-d65a-4e3c-aa2b-54863009c219 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Oct 27 21:35:22.355395 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-eb134fc0-d17d-457f-b7e3-bd73d721e331 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409691 Oct 27 21:35:22.437151 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-a93b167e-c506-49ad-85f5-f3a3ca4ab07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.438614 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-a93b167e-c506-49ad-85f5-f3a3ca4ab07e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 1099 time: 0.0437682 Oct 27 21:35:22.540913 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-ebd6783b-b565-4edd-9fdb-d6cb7c0ecf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.542424 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-ebd6783b-b565-4edd-9fdb-d6cb7c0ecf8a service neutron] 10.222.0.74 "GET /v2.0/networks?id=daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 200 len: 915 time: 0.0825889 Oct 27 21:35:22.589088 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-eab3f800-7ef8-4244-ad59-ab9262de1523 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d235ace-e483-4928-b09e-09337d5f8acb HTTP/1.1" status: 200 len: 217 time: 0.0371609 Oct 27 21:35:22.640552 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-f7f781bf-498f-40e5-a611-e2ece9df0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.642127 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-f7f781bf-498f-40e5-a611-e2ece9df0a06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 200 len: 854 time: 0.0441325 Oct 27 21:35:22.675934 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-ca94aa93-7b03-4e7d-b460-3128309abe52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=daab585b-6320-4b3a-8a89-4246d3158c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252085 Oct 27 21:35:22.689331 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3234fe-4f81-4302-a58f-76e1a16db875 req-0cd3eb6e-fdd1-49fe-8e94-d866acf7185a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.690790 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e3234fe-4f81-4302-a58f-76e1a16db875 req-0cd3eb6e-fdd1-49fe-8e94-d866acf7185a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0513425 Oct 27 21:35:22.729467 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-6e3234fe-4f81-4302-a58f-76e1a16db875 req-f347b06b-0632-4e76-979a-8b0bd2167ca1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Oct 27 21:35:22.774446 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-3bc40831-60c7-4e3e-b5a3-9541f17edb68 service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897205 Oct 27 21:35:22.862777 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ddc7449d-585d-40e8-a830-b8e4ddabb71e req-c51e96c4-3ba7-4b00-b4ed-20bc806c5e2e service neutron] 10.222.0.74 "GET /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807550 Oct 27 21:35:23.846019 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190a26-fe5f-48fe-89a3-99a5f74ef7c2 req-7c064d16-8f86-47f7-837f-4d9f9533bc29 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:23.847873 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-88190a26-fe5f-48fe-89a3-99a5f74ef7c2 req-7c064d16-8f86-47f7-837f-4d9f9533bc29 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0508037 Oct 27 21:35:23.883930 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-88190a26-fe5f-48fe-89a3-99a5f74ef7c2 req-68979c36-684e-4e06-97ef-d5b3031f5f6b tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301011 Oct 27 21:35:25.027705 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd89eb-a649-4952-974c-fb53f856d856 req-f966b44b-6b4f-4d99-9767-41049f5fd2cf tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.029165 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f1fd89eb-a649-4952-974c-fb53f856d856 req-f966b44b-6b4f-4d99-9767-41049f5fd2cf tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0740371 Oct 27 21:35:25.057651 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef159bc0-74a4-4cb5-98e6-66dae20eb1ac req-cb5d51bd-db2b-4ef6-8851-bc23aad23a38 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.059082 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ef159bc0-74a4-4cb5-98e6-66dae20eb1ac req-cb5d51bd-db2b-4ef6-8851-bc23aad23a38 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 945 time: 0.0776448 Oct 27 21:35:25.092861 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f1fd89eb-a649-4952-974c-fb53f856d856 req-925d9411-fa9f-404c-a226-8849257cc232 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564525 Oct 27 21:35:25.112592 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ef159bc0-74a4-4cb5-98e6-66dae20eb1ac req-b4e54dc4-dc92-4e87-994e-7348d5d4547f tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Oct 27 21:35:26.234842 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133dc40-fcdd-48e8-9f80-3693efd67584 req-042f7539-9e36-4792-bb2b-3a53ed290ae6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.236273 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d133dc40-fcdd-48e8-9f80-3693efd67584 req-042f7539-9e36-4792-bb2b-3a53ed290ae6 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0741425 Oct 27 21:35:26.247630 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c812d-f8cd-4827-b4fe-cd0f579d8ebf req-73cd854d-2c9a-46cb-8b09-3267dfed5956 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.248979 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-281c812d-f8cd-4827-b4fe-cd0f579d8ebf req-73cd854d-2c9a-46cb-8b09-3267dfed5956 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 945 time: 0.0617337 Oct 27 21:35:26.301064 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d133dc40-fcdd-48e8-9f80-3693efd67584 req-eec12d8a-2d57-42f9-829e-e0d4210fec13 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511854 Oct 27 21:35:26.305666 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-281c812d-f8cd-4827-b4fe-cd0f579d8ebf req-c84a618a-979a-492a-a691-2ddfcbfa17b2 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499604 Oct 27 21:35:26.922731 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-c6e12b65-ea7a-4fb4-9a0c-1d6cdf8ee52a tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.924140 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-c6e12b65-ea7a-4fb4-9a0c-1d6cdf8ee52a tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 945 time: 0.0473118 Oct 27 21:35:27.017605 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Deleting port f1dac491-0652-4c29-9475-a20706541a09 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:27.017860 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.102366 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] For port f1dac491-0652-4c29-9475-a20706541a09, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1dac491-0652-4c29-9475-a20706541a09,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:27.102721 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.118329 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Calling delete_port for f1dac491-0652-4c29-9475-a20706541a09 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:27.237765 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.264244 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event deleted for resources: {'Port': ['ID=f1dac491-0652-4c29-9475-a20706541a09,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:27.282303 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb', '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'dd578c81-e985-45a5-8357-1bc9bf19d40c', 'f1dac491-0652-4c29-9475-a20706541a09'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:27.306246 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] No DVR routers for this DVR port f1dac491-0652-4c29-9475-a20706541a09 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:27.308833 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.312039 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-2c9d014f-ceaf-489f-9596-ac4435373a17 req-560333df-7bd6-4935-ada7-50cb59a99489 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "DELETE /v2.0/ports/f1dac491-0652-4c29-9475-a20706541a09 HTTP/1.1" status: 204 len: 173 time: 0.3771188 Oct 27 21:35:27.312467 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'name': 'network-vif-deleted', 'tag': 'f1dac491-0652-4c29-9475-a20706541a09'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:27.314716 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6edc386-3649-4bae-8621-e7eb211d8a61" -d '{"events": [{"server_uuid": "707d60b5-873c-4bf5-80f4-95ccedf51c22", "name": "network-vif-deleted", "tag": "f1dac491-0652-4c29-9475-a20706541a09"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:27.356365 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f744b86b-5ec0-402b-a414-d82fff43e31d x-openstack-request-id: req-f744b86b-5ec0-402b-a414-d82fff43e31d {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:27.356679 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707d60b5-873c-4bf5-80f4-95ccedf51c22", "name": "network-vif-deleted", "tag": "f1dac491-0652-4c29-9475-a20706541a09", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:27.356936 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f744b86b-5ec0-402b-a414-d82fff43e31d {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:27.357331 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707d60b5-873c-4bf5-80f4-95ccedf51c22', 'name': 'network-vif-deleted', 'tag': 'f1dac491-0652-4c29-9475-a20706541a09', 'status': 'completed', 'code': 200} Oct 27 21:35:27.432765 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28346c3-40fc-42b3-b508-5444b1657b85 req-2c290f21-0c78-433c-90e2-56b5c130cf3a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.434364 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a28346c3-40fc-42b3-b508-5444b1657b85 req-2c290f21-0c78-433c-90e2-56b5c130cf3a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 944 time: 0.0578852 Oct 27 21:35:27.473699 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-352b6f08-7fdd-469c-be91-952e2fe9fcd3 req-bf58e3c3-fa3a-4b0d-81d4-bf1c75f77c10 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=707d60b5-873c-4bf5-80f4-95ccedf51c22 HTTP/1.1" status: 200 len: 210 time: 0.0383427 Oct 27 21:35:27.494670 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a28346c3-40fc-42b3-b508-5444b1657b85 req-c8958292-360c-439b-b345-69a101b4f361 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505691 Oct 27 21:35:27.540211 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 516fc0c6-0007-43c9-8015-2a1e77559c82 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:27.688957 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 516fc0c6-0007-43c9-8015-2a1e77559c82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=516fc0c6-0007-43c9-8015-2a1e77559c82,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:27.708797 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'port_id': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'mac_address': 'fa:16:3e:85:2d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:27.748893 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.761349 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516fc0c6-0007-43c9-8015-2a1e77559c82 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:27.781328 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 516fc0c6-0007-43c9-8015-2a1e77559c82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=516fc0c6-0007-43c9-8015-2a1e77559c82,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:27.785375 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.835654 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=516fc0c6-0007-43c9-8015-2a1e77559c82,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:28.221500 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['516fc0c6-0007-43c9-8015-2a1e77559c82'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:28.610015 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74ec2-714e-4df3-b80a-f45c69cd865e req-835caef1-0319-41b0-95ee-640c041ad7af tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:28.611531 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf74ec2-714e-4df3-b80a-f45c69cd865e req-835caef1-0319-41b0-95ee-640c041ad7af tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 945 time: 0.0536788 Oct 27 21:35:28.649479 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-4cf74ec2-714e-4df3-b80a-f45c69cd865e req-df905a1b-2cb8-4c52-b4df-62d15a85ec56 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Oct 27 21:35:29.564179 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 516fc0c6-0007-43c9-8015-2a1e77559c82 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:29.613513 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 516fc0c6-0007-43c9-8015-2a1e77559c82 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:29.617462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 516fc0c6-0007-43c9-8015-2a1e77559c82 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:29.617827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.706922 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.732031 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:29.738966 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640c19be-14ab-41c7-a349-b3b77f940fc3" -d '{"events": [{"server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "name": "network-vif-plugged", "status": "completed", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:29.754357 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 516fc0c6-0007-43c9-8015-2a1e77559c82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=516fc0c6-0007-43c9-8015-2a1e77559c82,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:29.759094 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.760320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f1dac491-0652-4c29-9475-a20706541a09 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:29.814531 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: f1dac491-0652-4c29-9475-a20706541a09 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:29.815095 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device f1dac491-0652-4c29-9475-a20706541a09 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:29.842107 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39708c22-77c6-42e9-8399-b38af7b81abb x-openstack-request-id: req-39708c22-77c6-42e9-8399-b38af7b81abb {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:29.842396 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "name": "network-vif-plugged", "status": "completed", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:29.842646 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39708c22-77c6-42e9-8399-b38af7b81abb {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:29.843028 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'code': 200} Oct 27 21:35:29.863344 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=516fc0c6-0007-43c9-8015-2a1e77559c82,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:29.864458 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ccdf-1f31-4882-bf96-b8ccde8d3973 req-9bc910fc-27df-4f87-a280-09763a23958d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:29.871547 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8cb2ccdf-1f31-4882-bf96-b8ccde8d3973 req-9bc910fc-27df-4f87-a280-09763a23958d tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0577998 Oct 27 21:35:29.932242 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8cb2ccdf-1f31-4882-bf96-b8ccde8d3973 req-65a0bb7a-abe1-4782-87b3-4790db27ee99 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598521 Oct 27 21:35:29.953324 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d34c12-f643-47d3-b10a-23d46fb7e3dc req-d2ac15a4-b931-4402-ab92-27b36988eb5e tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:29.954752 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-15d34c12-f643-47d3-b10a-23d46fb7e3dc req-d2ac15a4-b931-4402-ab92-27b36988eb5e tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 945 time: 0.0628648 Oct 27 21:35:29.992735 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-15d34c12-f643-47d3-b10a-23d46fb7e3dc req-2181392f-4f23-48b7-bb2b-5fa0adcb3d12 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Oct 27 21:35:30.119313 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee858be-d41d-48fb-972c-bf9b19db6a50 req-5814e34b-6b1e-40a5-ae5e-19d850f22ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:30.121207 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1ee858be-d41d-48fb-972c-bf9b19db6a50 req-5814e34b-6b1e-40a5-ae5e-19d850f22ce7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 1099 time: 0.0505147 Oct 27 21:35:30.173960 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1ee858be-d41d-48fb-972c-bf9b19db6a50 req-2c29cc4d-2404-46c7-b358-62b2fd88a8c2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279818 Oct 27 21:35:31.046752 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2971c-c014-476d-be39-a367af3c48db req-458fdefe-5e7d-4c5f-87a8-599a2df10c56 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.048216 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-19b2971c-c014-476d-be39-a367af3c48db req-458fdefe-5e7d-4c5f-87a8-599a2df10c56 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Oct 27 21:35:31.114424 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-19b2971c-c014-476d-be39-a367af3c48db req-37b935db-22ed-4e91-914d-80e197d7e0b1 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595946 Oct 27 21:35:31.129577 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5324700-72f6-42f1-94b4-5c2bfb008bbb req-e92b7fe2-f964-4daf-a2f1-58fa86f3ff82 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.131014 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5324700-72f6-42f1-94b4-5c2bfb008bbb req-e92b7fe2-f964-4daf-a2f1-58fa86f3ff82 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 945 time: 0.0703039 Oct 27 21:35:31.167094 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a5324700-72f6-42f1-94b4-5c2bfb008bbb req-901cf6d4-f59f-4162-8e9c-8b77ff2096ba tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302868 Oct 27 21:35:32.239761 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2de68-d62a-4104-914f-2d7d924206f3 req-c584cacf-40fd-4685-8f48-270f09cee743 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.241277 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5fc2de68-d62a-4104-914f-2d7d924206f3 req-c584cacf-40fd-4685-8f48-270f09cee743 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0490842 Oct 27 21:35:32.303274 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5fc2de68-d62a-4104-914f-2d7d924206f3 req-5894bef2-b4ea-4b70-944a-20ee762be8c2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531282 Oct 27 21:35:32.311440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505d95b-07ad-4c22-8888-3c57fea12a02 req-d2707f5b-cd34-4d99-8c78-83bdd4c3cdc0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.312823 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3505d95b-07ad-4c22-8888-3c57fea12a02 req-d2707f5b-cd34-4d99-8c78-83bdd4c3cdc0 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 945 time: 0.0706606 Oct 27 21:35:32.334854 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878424e-15ae-4741-8030-1e2a86de161b req-35f5b3a2-d35d-4412-9e9e-81850a6e0172 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.336458 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1878424e-15ae-4741-8030-1e2a86de161b req-35f5b3a2-d35d-4412-9e9e-81850a6e0172 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/ports?device_id=17399768-4377-4ce4-a542-da013981b9a9 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Oct 27 21:35:32.351507 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3505d95b-07ad-4c22-8888-3c57fea12a02 req-f601c377-daf9-4539-842c-470668fac029 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Oct 27 21:35:32.419560 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f4e1-3ae8-4ded-a279-5c90ab1e98cb req-f58c8ac3-130a-4084-9a32-36e91681fdfc tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.421029 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a575f4e1-3ae8-4ded-a279-5c90ab1e98cb req-f58c8ac3-130a-4084-9a32-36e91681fdfc tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0516641 Oct 27 21:35:32.431022 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Deleting port dd578c81-e985-45a5-8357-1bc9bf19d40c {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:32.431361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.458717 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a575f4e1-3ae8-4ded-a279-5c90ab1e98cb req-57b69b35-0199-430a-b016-647f51add7ad tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305521 Oct 27 21:35:32.481110 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32868) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:32.519385 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9809923-dbe6-4f58-98c7-5b16b6da399d tempest-TestVolumeBootPattern-496110336 tempest-TestVolumeBootPattern-496110336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.519685 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] For port dd578c81-e985-45a5-8357-1bc9bf19d40c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dd578c81-e985-45a5-8357-1bc9bf19d40c,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:32.520053 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.520942 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d9809923-dbe6-4f58-98c7-5b16b6da399d tempest-TestVolumeBootPattern-496110336 tempest-TestVolumeBootPattern-496110336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 1094 time: 0.0388367 Oct 27 21:35:32.523657 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32870) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:32.527845 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'port_id': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:32.536882 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Calling delete_port for dd578c81-e985-45a5-8357-1bc9bf19d40c owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:32.549980 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.652117 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.671549 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.697593 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event deleted for resources: {'Port': ['ID=dd578c81-e985-45a5-8357-1bc9bf19d40c,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:32.711009 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb', '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'dd578c81-e985-45a5-8357-1bc9bf19d40c'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:32.744162 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] No DVR routers for this DVR port dd578c81-e985-45a5-8357-1bc9bf19d40c on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:32.748392 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.752096 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1878424e-15ae-4741-8030-1e2a86de161b req-44497474-978a-4428-98f9-577e59b727f8 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "DELETE /v2.0/ports/dd578c81-e985-45a5-8357-1bc9bf19d40c HTTP/1.1" status: 204 len: 173 time: 0.4093273 Oct 27 21:35:32.752674 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17399768-4377-4ce4-a542-da013981b9a9', 'name': 'network-vif-deleted', 'tag': 'dd578c81-e985-45a5-8357-1bc9bf19d40c'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:32.755708 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c2506-3e23-4abe-9c5d-afc1203f3c2d" -d '{"events": [{"server_uuid": "17399768-4377-4ce4-a542-da013981b9a9", "name": "network-vif-deleted", "tag": "dd578c81-e985-45a5-8357-1bc9bf19d40c"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:32.782754 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Allocated IP 172.27.1.55 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/0da60242-21f7-4678-91b1-5fa5fb716e81) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:32.811307 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e616623-8df0-40d4-b1be-46868c20cbc5 x-openstack-request-id: req-7e616623-8df0-40d4-b1be-46868c20cbc5 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:32.811604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17399768-4377-4ce4-a542-da013981b9a9", "name": "network-vif-deleted", "tag": "dd578c81-e985-45a5-8357-1bc9bf19d40c", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:32.811857 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e616623-8df0-40d4-b1be-46868c20cbc5 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:32.812250 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17399768-4377-4ce4-a542-da013981b9a9', 'name': 'network-vif-deleted', 'tag': 'dd578c81-e985-45a5-8357-1bc9bf19d40c', 'status': 'completed', 'code': 200} Oct 27 21:35:32.907436 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.947910 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.003372 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:33.009155 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:33.014644 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:33.018663 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=0da60242-21f7-4678-91b1-5fa5fb716e81,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:33.055825 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.056331 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.056857 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.057389 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.057913 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.058436 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.058876 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.059231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.059557 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.059948 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.060227 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.060607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:33.689050 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0935f5e-3c65-4de9-96c5-bfab67543d0f req-320d33de-2f84-4888-9b78-3717a384dd03 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:33.690560 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f0935f5e-3c65-4de9-96c5-bfab67543d0f req-320d33de-2f84-4888-9b78-3717a384dd03 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 945 time: 0.0871112 Oct 27 21:35:33.695027 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.791733 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f0935f5e-3c65-4de9-96c5-bfab67543d0f req-5ff4479d-6a79-40af-b35b-0e4098669fe6 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945251 Oct 27 21:35:33.824461 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4f6b-6e7c-4968-81c9-eade3c4cbd3e req-5ed0add5-acdf-4a7a-a4c9-e8d1a17919f3 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:33.825954 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ad3c4f6b-6e7c-4968-81c9-eade3c4cbd3e req-5ed0add5-acdf-4a7a-a4c9-e8d1a17919f3 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.1044343 Oct 27 21:35:33.828190 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.897703 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ad3c4f6b-6e7c-4968-81c9-eade3c4cbd3e req-25241923-8bd7-494d-8778-ddf4124bc2f0 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508950 Oct 27 21:35:34.001350 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.006416 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.074544 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event updated for resources: {'Port': ['ID=0da60242-21f7-4678-91b1-5fa5fb716e81,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:34.086476 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.183917 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.l3_db [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Floating IP 2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca associated. External IP: 172.27.1.55, port: 516fc0c6-0007-43c9-8015-2a1e77559c82. Oct 27 21:35:34.381450 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:34.489329 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:34.498754 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:34.509420 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.509743 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:34.510359 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:35:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:34.537223 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-10214fc9-8d97-4ac1-a08b-63c7fbd809e9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0125716 Oct 27 21:35:34.537803 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:34.540383 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefca93f-1001-4794-90f0-2546cc298934" -d '{"events": [{"name": "network-changed", "server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:34.585949 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74b2f04-d2f5-4897-8647-23f633cafebe x-openstack-request-id: req-c74b2f04-d2f5-4897-8647-23f633cafebe {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:34.586408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:34.586653 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c74b2f04-d2f5-4897-8647-23f633cafebe {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:34.587061 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'status': 'completed', 'code': 200} Oct 27 21:35:34.617048 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:34.687969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca93f-1001-4794-90f0-2546cc298934 req-694ce533-591d-41e5-ade9-c2c3db4d9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.689666 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-694ce533-591d-41e5-ade9-c2c3db4d9ac7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 1099 time: 0.0478344 Oct 27 21:35:34.794508 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca93f-1001-4794-90f0-2546cc298934 req-c7067d1b-1e62-45d8-9fe2-9c1600c28b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.796147 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-c7067d1b-1e62-45d8-9fe2-9c1600c28b7e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0981438 Oct 27 21:35:34.844668 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:85:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:33Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}, {'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:19Z', 'revision_number': 1, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:34.872732 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-50134ae6-a601-4e39-9d50-e4d1e9961851 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516fc0c6-0007-43c9-8015-2a1e77559c82 HTTP/1.1" status: 200 len: 999 time: 0.0582001 Oct 27 21:35:34.874852 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:34.884058 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:34.884767 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:35:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:34.921853 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320124f-79cb-42b4-abee-278a75ccac4b req-81a3bdbb-a257-4a48-ad53-a89ef03f2195 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.924073 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c320124f-79cb-42b4-abee-278a75ccac4b req-81a3bdbb-a257-4a48-ad53-a89ef03f2195 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 945 time: 0.0569427 Oct 27 21:35:34.928836 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca93f-1001-4794-90f0-2546cc298934 req-9add91f4-5bc0-4441-a04b-b038324a93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.930368 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-9add91f4-5bc0-4441-a04b-b038324a93e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0498519 Oct 27 21:35:34.971354 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c320124f-79cb-42b4-abee-278a75ccac4b req-6ad0080e-285f-4ff5-a3a5-13793a3c6d1d tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Oct 27 21:35:34.992699 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:35.028155 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca93f-1001-4794-90f0-2546cc298934 req-edd3cfc2-e6c3-49d4-9b34-716ad4d4aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.030024 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-edd3cfc2-e6c3-49d4-9b34-716ad4d4aa25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519109 Oct 27 21:35:35.037753 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0efd32-5bf0-48bc-9671-829849c08de5 req-45b885d8-a04d-4525-bbba-b9788710554c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.039305 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3d0efd32-5bf0-48bc-9671-829849c08de5 req-45b885d8-a04d-4525-bbba-b9788710554c tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0669611 Oct 27 21:35:35.077672 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3d0efd32-5bf0-48bc-9671-829849c08de5 req-a9fbdd9f-5337-4871-9704-0800d82a5c2a tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Oct 27 21:35:35.138697 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-5658fca7-b399-436c-9d9d-bfc5ae9c9602 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913723 Oct 27 21:35:35.223173 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:85:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:33Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}, {'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:19Z', 'revision_number': 1, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:35.249648 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd44e39-2a5d-45a0-8715-e9e6a3ffe00c None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:85:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:33Z', 'updated_at': '2021-10-27T21:35:33Z', 'revision_number': 0, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}, {'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:19Z', 'revision_number': 1, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:35.448373 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c354fb-77cd-4078-ab46-8f3de8fdd7d6 None None] New status for floating IP 2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca: ACTIVE {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:35.525071 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-75defe84-84f2-449f-8e8d-c92692b93e8d tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.526512 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-75defe84-84f2-449f-8e8d-c92692b93e8d tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 945 time: 0.0706425 Oct 27 21:35:35.550848 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cefca93f-1001-4794-90f0-2546cc298934 req-99bc2b3f-0476-454b-8939-5a9c70785185 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014425 Oct 27 21:35:35.629843 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Deleting port 320c8f4a-2c23-4698-9b1c-7dd4b467896d {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:35.630192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.650735 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 320c8f4a-2c23-4698-9b1c-7dd4b467896d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:35.723527 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:35.724064 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.728206 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.736307 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Calling delete_port for 320c8f4a-2c23-4698-9b1c-7dd4b467896d owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:35.750574 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:35.753706 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf52241-cb58-47b2-b630-9649d3affb64" -d '{"events": [{"server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "name": "network-vif-unplugged", "status": "completed", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:35.771274 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 320c8f4a-2c23-4698-9b1c-7dd4b467896d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=320c8f4a-2c23-4698-9b1c-7dd4b467896d,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:35.775843 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.777471 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device dd578c81-e985-45a5-8357-1bc9bf19d40c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:35.817894 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7d5b19-fc44-4634-84b7-23ecfcd92c0d x-openstack-request-id: req-6e7d5b19-fc44-4634-84b7-23ecfcd92c0d {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:35.818178 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "name": "network-vif-unplugged", "status": "completed", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:35.818459 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e7d5b19-fc44-4634-84b7-23ecfcd92c0d {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:35.818837 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'code': 200} Oct 27 21:35:35.823599 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: dd578c81-e985-45a5-8357-1bc9bf19d40c {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:35.823939 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device dd578c81-e985-45a5-8357-1bc9bf19d40c not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:35.847355 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=6']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:35.880536 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.906466 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event deleted for resources: {'Port': ['ID=320c8f4a-2c23-4698-9b1c-7dd4b467896d,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:35.925103 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:35.971242 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] No DVR routers for this DVR port 320c8f4a-2c23-4698-9b1c-7dd4b467896d on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:35.974839 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.978074 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1644fc60-926b-4a45-9e7c-e40dfcbb0525 req-d6e8fb4b-b8dd-4cc8-9c93-bb89de9e7b57 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "DELETE /v2.0/ports/320c8f4a-2c23-4698-9b1c-7dd4b467896d HTTP/1.1" status: 204 len: 173 time: 0.4441886 Oct 27 21:35:35.978509 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'name': 'network-vif-deleted', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:35.980760 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387f9928-7d1a-4ced-9854-4e158066079d" -d '{"events": [{"server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "name": "network-vif-deleted", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:36.010833 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-175782d3-ca3d-4acb-a4b5-6c09e6c1ff3e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.013090 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-175782d3-ca3d-4acb-a4b5-6c09e6c1ff3e tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0948315 Oct 27 21:35:36.074070 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af0051f-ec2c-4db5-b2ed-38b31d4f54f7 x-openstack-request-id: req-6af0051f-ec2c-4db5-b2ed-38b31d4f54f7 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:36.074524 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ba417e-f31c-414e-bb2c-a7aa107429cf", "name": "network-vif-deleted", "tag": "320c8f4a-2c23-4698-9b1c-7dd4b467896d", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:36.074866 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6af0051f-ec2c-4db5-b2ed-38b31d4f54f7 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:36.075701 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ba417e-f31c-414e-bb2c-a7aa107429cf', 'name': 'network-vif-deleted', 'tag': '320c8f4a-2c23-4698-9b1c-7dd4b467896d', 'status': 'completed', 'code': 200} Oct 27 21:35:36.105241 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8cc16e24-2d8e-453c-9e7e-1066f48f0482 req-a94a5e43-7771-4dca-b30d-ae9637173850 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4ba417e-f31c-414e-bb2c-a7aa107429cf HTTP/1.1" status: 200 len: 210 time: 0.0288098 Oct 27 21:35:36.145305 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Deleting port 94780598-3b3d-47a8-8026-a66d12dd24da {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:36.145648 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.215821 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70550aa-1de2-4df5-b576-970cecdeef77 req-31c58e1d-af1b-4257-ab67-875cdbb80db2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.217652 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b70550aa-1de2-4df5-b576-970cecdeef77 req-31c58e1d-af1b-4257-ab67-875cdbb80db2 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 945 time: 0.0519869 Oct 27 21:35:36.243179 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] For port 94780598-3b3d-47a8-8026-a66d12dd24da, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=94780598-3b3d-47a8-8026-a66d12dd24da,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:36.243580 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.260064 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b70550aa-1de2-4df5-b576-970cecdeef77 req-74ad2d90-3332-4879-b855-5ad627c76bf6 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups?id=730e2b0d-fd29-4297-a915-48a0f85ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Oct 27 21:35:36.341818 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-70aecd42-c01a-459c-9689-9c3718d8c9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.415487 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.415845 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.416235 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Floating IP 67e7a587-18f4-425d-a758-3280c513c367 disassociated. External IP: 172.27.1.143, port: 94780598-3b3d-47a8-8026-a66d12dd24da. Oct 27 21:35:36.416487 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Calling delete_port for 94780598-3b3d-47a8-8026-a66d12dd24da owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:36.557073 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.583504 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event deleted for resources: {'Port': ['ID=94780598-3b3d-47a8-8026-a66d12dd24da,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:36.696745 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:36.803870 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:36.812979 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:36.822441 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:36.823030 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:35:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.843101 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] No DVR routers for this DVR port 94780598-3b3d-47a8-8026-a66d12dd24da on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:36.845464 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:36.849292 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0ebe470e-86c9-49c2-8394-4d6aad985115 req-30503372-3a77-4113-8b68-a21b92b6e630 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.74 "DELETE /v2.0/ports/94780598-3b3d-47a8-8026-a66d12dd24da HTTP/1.1" status: 204 len: 173 time: 0.8305793 Oct 27 21:35:36.930224 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:37.220661 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:37.246519 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:37.255463 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:37.256102 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:35:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:37.368782 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-3132a4db-623e-4634-91f9-857e047b4171 req-4147f118-64e9-42c8-92c8-a3a7fc709d03 tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75 HTTP/1.1" status: 200 len: 210 time: 0.0267227 Oct 27 21:35:37.370694 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:37.579749 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:37.605575 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f749363-5c77-41ae-8808-5332d15eff27 None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:48Z', 'revision_number': 4, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'd8eb51de-32ee-4f81-b88d-a6c7536ecc1b', 'name': '', 'network_id': '46adfb48-7605-465c-b9e7-3f518d02fb96', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'mac_address': 'fa:16:3e:65:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:48Z', 'updated_at': '2021-10-27T21:30:53Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'subnets': [{'id': '4b783a88-78c1-489b-a256-7c4aabd9cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:37.809660 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a64de-16a7-4d06-ab8d-f1c2eb20f21c None None] New status for floating IP 67e7a587-18f4-425d-a758-3280c513c367: DOWN {{(pid=101284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:38.077129 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'name': 'network-vif-deleted', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:38.079449 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e43ffa4-56eb-4c2c-beec-cdad22587048" -d '{"events": [{"server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "name": "network-vif-deleted", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:38.114097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1801a4a6-ffc9-4182-8700-bcfc05fa7d70 x-openstack-request-id: req-1801a4a6-ffc9-4182-8700-bcfc05fa7d70 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:38.114381 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75", "name": "network-vif-deleted", "tag": "94780598-3b3d-47a8-8026-a66d12dd24da", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:38.114627 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1801a4a6-ffc9-4182-8700-bcfc05fa7d70 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:38.115015 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e187cef-ae3f-4a26-8c6f-5ea4e9d77e75', 'name': 'network-vif-deleted', 'tag': '94780598-3b3d-47a8-8026-a66d12dd24da', 'status': 'completed', 'code': 200} Oct 27 21:35:38.457016 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 32934) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:38.488807 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9584c65-3842-4eae-a480-a68bb494dc3d req-d82ec3b0-c413-4133-9a61-92df82bc6a0c tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.490427 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e9584c65-3842-4eae-a480-a68bb494dc3d req-d82ec3b0-c413-4133-9a61-92df82bc6a0c tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 946 time: 0.0503085 Oct 27 21:35:38.510014 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-64dda3ea-99b1-435e-8d99-09d7d2327e8f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.527922 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e9584c65-3842-4eae-a480-a68bb494dc3d req-e53dea87-e302-4ad8-af75-1b4a76b90a9b tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Oct 27 21:35:38.533344 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-64dda3ea-99b1-435e-8d99-09d7d2327e8f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.581202 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-64dda3ea-99b1-435e-8d99-09d7d2327e8f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.583931 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-64dda3ea-99b1-435e-8d99-09d7d2327e8f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.585134 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-64dda3ea-99b1-435e-8d99-09d7d2327e8f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "DELETE /v2.0/security-groups/730e2b0d-fd29-4297-a915-48a0f85ee2a5 HTTP/1.1" status: 204 len: 168 time: 0.1271024 Oct 27 21:35:38.588097 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32936) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:38.593885 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dda3ea-99b1-435e-8d99-09d7d2327e8f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730e2b0d-fd29-4297-a915-48a0f85ee2a5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:38.601791 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.api.v2.resource [None req-486dda85-9528-4f42-8dd9-241c32b760ee tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] show failed (client error): The resource could not be found. Oct 27 21:35:38.602863 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-486dda85-9528-4f42-8dd9-241c32b760ee tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "GET /v2.0/security-groups/730e2b0d-fd29-4297-a915-48a0f85ee2a5 HTTP/1.1" status: 404 len: 347 time: 0.0137279 Oct 27 21:35:38.605791 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32938) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:38.729025 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Deleting port 91464833-a409-48a0-aaff-865371081f4f {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:38.729360 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.805958 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.806281 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.818076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Calling delete_port for 91464833-a409-48a0-aaff-865371081f4f owned by network:floatingip {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:38.921728 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-4d071fa5-104c-411a-bae8-0af8f944aa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.953268 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.978619 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Pushing event deleted for resources: {'Port': ['ID=91464833-a409-48a0-aaff-865371081f4f,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:39.036788 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks [] for floatingip, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.039235 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.040365 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-fd532326-a5fb-4c4a-8c7e-9a79fab3b25f tempest-AttachVolumeTestJSON-1134711847 tempest-AttachVolumeTestJSON-1134711847-project] 10.222.0.55 "DELETE /v2.0/floatingips/67e7a587-18f4-425d-a758-3280c513c367 HTTP/1.1" status: 204 len: 168 time: 0.4330301 Oct 27 21:35:39.645631 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea6623-3bae-4359-9a42-d290d85e708e req-0fd51994-63e5-43a7-a2bd-d57d13ef2e94 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.647092 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30ea6623-3bae-4359-9a42-d290d85e708e req-0fd51994-63e5-43a7-a2bd-d57d13ef2e94 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 946 time: 0.0478110 Oct 27 21:35:39.656073 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 94780598-3b3d-47a8-8026-a66d12dd24da no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:39.676950 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 94780598-3b3d-47a8-8026-a66d12dd24da {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:39.677293 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 94780598-3b3d-47a8-8026-a66d12dd24da not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:39.688596 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30ea6623-3bae-4359-9a42-d290d85e708e req-226402f2-7a2c-4ab0-b010-c433b04d0ec4 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/security-groups?id=7db10d24-dfda-4c53-a1e7-3c43c258fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Oct 27 21:35:40.048083 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.157398 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.189223 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-702b8d8e-6d8c-4bde-b93f-5283c97a71d6 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.190958 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-702b8d8e-6d8c-4bde-b93f-5283c97a71d6 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 946 time: 0.0543084 Oct 27 21:35:40.287954 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Deleting port 0d235ace-e483-4928-b09e-09337d5f8acb {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:40.288298 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.376254 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] For port 0d235ace-e483-4928-b09e-09337d5f8acb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d235ace-e483-4928-b09e-09337d5f8acb,segment=NetworkSegment(9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6),segment_id=9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:40.376526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.389485 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Calling delete_port for 0d235ace-e483-4928-b09e-09337d5f8acb owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:40.516226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.544259 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Pushing event deleted for resources: {'Port': ['ID=0d235ace-e483-4928-b09e-09337d5f8acb,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:40.558135 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['0d235ace-e483-4928-b09e-09337d5f8acb'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:40.587487 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] No DVR routers for this DVR port 0d235ace-e483-4928-b09e-09337d5f8acb on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:40.589772 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.593188 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-84b54061-56b4-401f-a4e1-7dea536ad208 req-55a504f9-1023-47cc-8357-26679e3dd799 tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.74 "DELETE /v2.0/ports/0d235ace-e483-4928-b09e-09337d5f8acb HTTP/1.1" status: 204 len: 173 time: 0.3961694 Oct 27 21:35:40.593630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'name': 'network-vif-deleted', 'tag': '0d235ace-e483-4928-b09e-09337d5f8acb'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:40.595861 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f342f540-d01a-40df-ba22-8a5ed843b29e" -d '{"events": [{"server_uuid": "5fea2322-52b9-4873-8af7-cf0e429801ba", "name": "network-vif-deleted", "tag": "0d235ace-e483-4928-b09e-09337d5f8acb"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:40.637803 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9b001-42d7-4597-bd2a-740560eb878a x-openstack-request-id: req-d4c9b001-42d7-4597-bd2a-740560eb878a {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:40.638097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea2322-52b9-4873-8af7-cf0e429801ba", "name": "network-vif-deleted", "tag": "0d235ace-e483-4928-b09e-09337d5f8acb", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:40.638354 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4c9b001-42d7-4597-bd2a-740560eb878a {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:40.638776 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea2322-52b9-4873-8af7-cf0e429801ba', 'name': 'network-vif-deleted', 'tag': '0d235ace-e483-4928-b09e-09337d5f8acb', 'status': 'completed', 'code': 200} Oct 27 21:35:40.791472 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2fb8b746-c91a-4522-8637-d2b4711e560e req-dd8434e4-9362-440d-bee5-b2c4a31ae81d tempest-AttachVolumeNegativeTest-2090370820 tempest-AttachVolumeNegativeTest-2090370820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fea2322-52b9-4873-8af7-cf0e429801ba HTTP/1.1" status: 200 len: 210 time: 0.0258915 Oct 27 21:35:41.793694 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.845317 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32970) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:41.893143 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Deleting subnet 3cd536be-718e-4ef0-8629-60a8bc9e1b4c {{(pid=101282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:35:41.896228 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.930452 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738527'] for subnet, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:41.970644 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.020809 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3429347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59115500'] for subnet, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.045783 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd536be-718e-4ef0-8629-60a8bc9e1b4c,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:42.049456 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.053198 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e2fc2138-ea63-4170-824b-05e4536ea042 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3cd536be-718e-4ef0-8629-60a8bc9e1b4c HTTP/1.1" status: 204 len: 168 time: 0.2068737 Oct 27 21:35:42.055712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32972) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:42.122822 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.201690 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.226255 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daab585b-6320-4b3a-8a89-4246d3158c16']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:42.236041 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:42.236329 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2c7e2d-4a7e-44e6-9527-d8bd0d84bda6') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:42.245856 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.258575 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.264183 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:35:42.264544 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:35:42.266117 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:35:42.321153 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.326107 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.329120 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] 10.222.0.55 "DELETE /v2.0/networks/daab585b-6320-4b3a-8a89-4246d3158c16 HTTP/1.1" status: 204 len: 168 time: 0.2725182 Oct 27 21:35:42.340515 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc17c0-c33a-4974-8476-c6a97de12450 admin admin] Pushing event deleted for resources: {'Network': ['ID=daab585b-6320-4b3a-8a89-4246d3158c16,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:42.490680 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32980) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:42.529649 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-34b55520-3df1-48fa-99dd-d8cd01fbdbcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfc9e8b4015e452d832e95be9e313c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378404 Oct 27 21:35:42.532002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 32984) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:42.552688 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 32986) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:42.581781 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9f4769c7-62ca-4e87-b3fe-8a6e9f8f0532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.602176 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9f4769c7-62ca-4e87-b3fe-8a6e9f8f0532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.647773 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9f4769c7-62ca-4e87-b3fe-8a6e9f8f0532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.650365 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9f4769c7-62ca-4e87-b3fe-8a6e9f8f0532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:42.651458 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9f4769c7-62ca-4e87-b3fe-8a6e9f8f0532 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7db10d24-dfda-4c53-a1e7-3c43c258fe26 HTTP/1.1" status: 204 len: 168 time: 0.1184812 Oct 27 21:35:42.658978 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4769c7-62ca-4e87-b3fe-8a6e9f8f0532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db10d24-dfda-4c53-a1e7-3c43c258fe26,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:42.898748 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.144812 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Deleting port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:43.145149 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.223404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] For port d8eb51de-32ee-4f81-b88d-a6c7536ecc1b, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:43.223873 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.240488 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Calling delete_port for d8eb51de-32ee-4f81-b88d-a6c7536ecc1b owned by network:router_interface {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:43.414860 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.440845 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8eb51de-32ee-4f81-b88d-a6c7536ecc1b,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:43.618959 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:43.677462 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0d235ace-e483-4928-b09e-09337d5f8acb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:43.717312 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 0d235ace-e483-4928-b09e-09337d5f8acb {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:43.717594 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0d235ace-e483-4928-b09e-09337d5f8acb not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:43.856086 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:44.197674 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:44.202609 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-34ce64f4-a150-459a-98d4-ab2bb8f62b14 admin admin] 10.222.0.55 "PUT /v2.0/routers/5bcb0d28-47ed-4a46-9af8-4cca9539b8a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6488726 Oct 27 21:35:44.205168 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33024) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:44.207782 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] Sync routers for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:44.217553 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:44.218140 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:35:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:44.305498 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks [] for router, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.319950 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:44.403399 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.461683 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Deleting port 596b48fe-3414-46bc-aaa7-0fe30c333e46 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:44.462000 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.501525 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:35:43Z', 'revision_number': 5, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port': {'id': '596b48fe-3414-46bc-aaa7-0fe30c333e46', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:44.530993 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] Checking router: 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:44.538033 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] For port 596b48fe-3414-46bc-aaa7-0fe30c333e46, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=596b48fe-3414-46bc-aaa7-0fe30c333e46,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:44.538459 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.540112 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] Routers {'5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:44.540739 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:35:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:44.550820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Calling delete_port for 596b48fe-3414-46bc-aaa7-0fe30c333e46 owned by network:router_gateway {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:44.626247 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] Set router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 gateway port host: None {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:44.683916 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:35:44Z', 'revision_number': 6, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:44.709756 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.715527 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3990a-f990-49b2-b371-153705fcdf07 None None] The sync data for ids ['5bcb0d28-47ed-4a46-9af8-4cca9539b8a6'] in dv-cinder-815145-3-iscsi is: [{'id': '5bcb0d28-47ed-4a46-9af8-4cca9539b8a6', 'name': 'tempest-AttachVolumeTestJSON-2070794822-router', 'tenant_id': 'a7a49da20a084c63a41d51b896b5935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:30:46Z', 'updated_at': '2021-10-27T21:35:44Z', 'revision_number': 6, 'project_id': 'a7a49da20a084c63a41d51b896b5935a', 'gw_port_host': None}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:44.735340 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=596b48fe-3414-46bc-aaa7-0fe30c333e46,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:44.800233 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.888739 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.891051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.934911 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.935513 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 {{(pid=101283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:35:44.941469 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:44.942688 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-94914689-62bb-45e7-aa45-65e29ed6a7fa admin admin] 10.222.0.55 "DELETE /v2.0/routers/5bcb0d28-47ed-4a46-9af8-4cca9539b8a6 HTTP/1.1" status: 204 len: 168 time: 0.7366004 Oct 27 21:35:44.945118 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33034) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:44.992228 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Deleting subnet 4b783a88-78c1-489b-a256-7c4aabd9cdde {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:35:44.996455 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.039834 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.135522 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.211722 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.236929 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b783a88-78c1-489b-a256-7c4aabd9cdde,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:45.241079 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.246445 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-59e39ebf-3c99-4435-8455-048fa6d74875 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4b783a88-78c1-489b-a256-7c4aabd9cdde HTTP/1.1" status: 204 len: 168 time: 0.2981210 Oct 27 21:35:45.246613 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44019a2f-5a63-4248-ad09-796507e03cb6 None None] Network 46adfb48-7605-465c-b9e7-3f518d02fb96 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:45.247111 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33048) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:45.324608 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.380285 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Deleting port 761614e8-ffe7-49db-a54a-4c66e375b9f0 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:45.380654 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.447404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] For port 761614e8-ffe7-49db-a54a-4c66e375b9f0, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=761614e8-ffe7-49db-a54a-4c66e375b9f0,segment=NetworkSegment(d82f63ff-04a5-4734-bcb9-fa4770a5d4cd),segment_id=d82f63ff-04a5-4734-bcb9-fa4770a5d4cd)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:45.447710 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.460294 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Calling delete_port for 761614e8-ffe7-49db-a54a-4c66e375b9f0 owned by network:dhcp {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:45.541857 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.555320 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353b521-ffb9-407b-9c81-51a6b13f300d None None] DHCP port deletion for 46adfb48-7605-465c-b9e7-3f518d02fb96 request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:35:45.569897 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Pushing event deleted for resources: {'Port': ['ID=761614e8-ffe7-49db-a54a-4c66e375b9f0,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:45.571905 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] No DVR routers for this DVR port 761614e8-ffe7-49db-a54a-4c66e375b9f0 on host dv-cinder-815145-3-iscsi {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:45.645341 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.673095 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46adfb48-7605-465c-b9e7-3f518d02fb96']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:45.687150 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:45.687587 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82f63ff-04a5-4734-bcb9-fa4770a5d4cd') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:45.700989 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.718445 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.726571 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:35:45.727112 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:35:45.729356 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:35:45.782864 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.793849 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.796984 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] 10.222.0.55 "DELETE /v2.0/networks/46adfb48-7605-465c-b9e7-3f518d02fb96 HTTP/1.1" status: 204 len: 168 time: 0.5493164 Oct 27 21:35:45.812191 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d111d-0ce0-4a4b-a9ae-cb61c2b4812c admin admin] Pushing event deleted for resources: {'Network': ['ID=46adfb48-7605-465c-b9e7-3f518d02fb96,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:45.954667 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33052) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:46.199257 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-fbcd8724-da04-4408-b7a9-d4ee10837729 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7a49da20a084c63a41d51b896b5935a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433951 Oct 27 21:35:46.201819 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33056) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:46.249364 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-aebdaaa0-bb6d-408d-889c-094e6fa5ed2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.272123 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-aebdaaa0-bb6d-408d-889c-094e6fa5ed2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.320284 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-aebdaaa0-bb6d-408d-889c-094e6fa5ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.322892 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-aebdaaa0-bb6d-408d-889c-094e6fa5ed2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.324010 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-aebdaaa0-bb6d-408d-889c-094e6fa5ed2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34a81e16-b0c1-4cb2-bf2e-e11fc1c3ecf2 HTTP/1.1" status: 204 len: 168 time: 0.1212769 Oct 27 21:35:46.331424 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdaaa0-bb6d-408d-889c-094e6fa5ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a81e16-b0c1-4cb2-bf2e-e11fc1c3ecf2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:46.480368 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 761614e8-ffe7-49db-a54a-4c66e375b9f0 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:46.499938 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 761614e8-ffe7-49db-a54a-4c66e375b9f0 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:46.500345 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 761614e8-ffe7-49db-a54a-4c66e375b9f0 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:46.500854 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d8eb51de-32ee-4f81-b88d-a6c7536ecc1b no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:46.519116 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: d8eb51de-32ee-4f81-b88d-a6c7536ecc1b {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:46.519383 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d8eb51de-32ee-4f81-b88d-a6c7536ecc1b not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:46.519780 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 596b48fe-3414-46bc-aaa7-0fe30c333e46 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:46.541434 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 596b48fe-3414-46bc-aaa7-0fe30c333e46 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:46.541775 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 596b48fe-3414-46bc-aaa7-0fe30c333e46 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:49.265571 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.036885 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33200) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:52.142904 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4882-2520-4893-8b93-2a122205f88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.220178 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4882-2520-4893-8b93-2a122205f88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.223877 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4882-2520-4893-8b93-2a122205f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.266875 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d8bb4882-2520-4893-8b93-2a122205f88f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e3617fa54894cba9531c92fc814dd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289464 Oct 27 21:35:52.267729 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4882-2520-4893-8b93-2a122205f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfc5047-c037-4c51-a499-c947df8b7427,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:52.269720 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33204) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:52.318413 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1003aec1-a76a-4ae2-83a9-9ebe38d03443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.338855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1003aec1-a76a-4ae2-83a9-9ebe38d03443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.385970 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1003aec1-a76a-4ae2-83a9-9ebe38d03443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.388455 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-1003aec1-a76a-4ae2-83a9-9ebe38d03443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.389608 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-1003aec1-a76a-4ae2-83a9-9ebe38d03443 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdfc5047-c037-4c51-a499-c947df8b7427 HTTP/1.1" status: 204 len: 168 time: 0.1189060 Oct 27 21:35:52.397273 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003aec1-a76a-4ae2-83a9-9ebe38d03443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfc5047-c037-4c51-a499-c947df8b7427,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:53.707442 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:35:53.979505 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33266) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.084558 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6a259e60-abcd-46d5-ae3e-f2598a7098b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.161622 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6a259e60-abcd-46d5-ae3e-f2598a7098b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.166612 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6a259e60-abcd-46d5-ae3e-f2598a7098b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.208847 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6a259e60-abcd-46d5-ae3e-f2598a7098b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96600a33775a49e6814d3fbcaf573bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270370 Oct 27 21:35:54.208957 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a259e60-abcd-46d5-ae3e-f2598a7098b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ed36b-57a0-4b01-b389-f5fdcba3faa2,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:54.210786 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33284) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.262601 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e89ab445-5f86-47d2-8fac-03464d2cebe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.284519 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e89ab445-5f86-47d2-8fac-03464d2cebe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.332554 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e89ab445-5f86-47d2-8fac-03464d2cebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.335000 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e89ab445-5f86-47d2-8fac-03464d2cebe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.336133 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e89ab445-5f86-47d2-8fac-03464d2cebe2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/325ed36b-57a0-4b01-b389-f5fdcba3faa2 HTTP/1.1" status: 204 len: 168 time: 0.1243780 Oct 27 21:35:54.344062 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab445-5f86-47d2-8fac-03464d2cebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ed36b-57a0-4b01-b389-f5fdcba3faa2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:54.603215 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33298) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.617397 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-52b9ea5c-ac74-4f62-81f8-9018b7daebb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.688445 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-52b9ea5c-ac74-4f62-81f8-9018b7daebb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.692510 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-52b9ea5c-ac74-4f62-81f8-9018b7daebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.728234 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9ea5c-ac74-4f62-81f8-9018b7daebb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc675a57-fffc-4382-bb92-c721c819aca2,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:54.732501 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-52b9ea5c-ac74-4f62-81f8-9018b7daebb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=754d384378d949648be2cc9bbdea0a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282575 Oct 27 21:35:54.735104 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33300) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.785656 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bea6ed31-b837-47de-bf79-ffc3144f6f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.807286 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bea6ed31-b837-47de-bf79-ffc3144f6f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.853571 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bea6ed31-b837-47de-bf79-ffc3144f6f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.856038 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bea6ed31-b837-47de-bf79-ffc3144f6f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.857180 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-bea6ed31-b837-47de-bf79-ffc3144f6f4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc675a57-fffc-4382-bb92-c721c819aca2 HTTP/1.1" status: 204 len: 168 time: 0.1212146 Oct 27 21:35:54.864606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6ed31-b837-47de-bf79-ffc3144f6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc675a57-fffc-4382-bb92-c721c819aca2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:55.922017 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33348) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:56.028741 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-41ca6dc9-89ae-46dd-967d-8b00ceddd1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.109408 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-41ca6dc9-89ae-46dd-967d-8b00ceddd1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.112951 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-41ca6dc9-89ae-46dd-967d-8b00ceddd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.154055 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-41ca6dc9-89ae-46dd-967d-8b00ceddd1ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2681582b4c343d6b20ce71b736f4d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308440 Oct 27 21:35:56.156354 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6dc9-89ae-46dd-967d-8b00ceddd1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a219f2-22b9-44d8-9dd4-5baa89b18f2b,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:56.157004 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33352) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:56.210600 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2c32a716-78ab-4d4e-84fd-fbef1145c7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.232453 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2c32a716-78ab-4d4e-84fd-fbef1145c7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.280850 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2c32a716-78ab-4d4e-84fd-fbef1145c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.284334 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2c32a716-78ab-4d4e-84fd-fbef1145c7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.285504 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2c32a716-78ab-4d4e-84fd-fbef1145c7fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4a219f2-22b9-44d8-9dd4-5baa89b18f2b HTTP/1.1" status: 204 len: 168 time: 0.1274459 Oct 27 21:35:56.293810 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32a716-78ab-4d4e-84fd-fbef1145c7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a219f2-22b9-44d8-9dd4-5baa89b18f2b,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:00.194277 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33452) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:00.296820 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bec7e154-338e-40f7-bbba-0134328a56df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.369948 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bec7e154-338e-40f7-bbba-0134328a56df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.373336 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-bec7e154-338e-40f7-bbba-0134328a56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.415741 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-bec7e154-338e-40f7-bbba-0134328a56df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bb2f5b2574d4d688692de29aa09386b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203467 Oct 27 21:36:00.417677 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7e154-338e-40f7-bbba-0134328a56df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e550a05c-ba2f-4812-a8db-c1139dd0fb99,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:00.418714 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33456) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:00.466708 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-551e13f2-ce55-4045-92b5-a6642f38f166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.488209 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-551e13f2-ce55-4045-92b5-a6642f38f166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.534504 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-551e13f2-ce55-4045-92b5-a6642f38f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.537089 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-551e13f2-ce55-4045-92b5-a6642f38f166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.538259 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-551e13f2-ce55-4045-92b5-a6642f38f166 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e550a05c-ba2f-4812-a8db-c1139dd0fb99 HTTP/1.1" status: 204 len: 168 time: 0.1185660 Oct 27 21:36:00.546230 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e13f2-ce55-4045-92b5-a6642f38f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e550a05c-ba2f-4812-a8db-c1139dd0fb99,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:02.545184 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33554) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:02.655626 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e6a87fc-8671-4e24-8b30-85f64df81887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.727830 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e6a87fc-8671-4e24-8b30-85f64df81887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.731329 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e6a87fc-8671-4e24-8b30-85f64df81887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.768888 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9e6a87fc-8671-4e24-8b30-85f64df81887 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f45df43f53ba4dd19f99ce483a987986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219896 Oct 27 21:36:02.769784 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a87fc-8671-4e24-8b30-85f64df81887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c906d9-bec5-4a66-9524-bb90fdce0451,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:02.771589 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33560) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:02.821216 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6f36162d-1971-4a47-a43c-5de92d1efc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.841203 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6f36162d-1971-4a47-a43c-5de92d1efc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.886258 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6f36162d-1971-4a47-a43c-5de92d1efc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.888784 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-6f36162d-1971-4a47-a43c-5de92d1efc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.889904 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-6f36162d-1971-4a47-a43c-5de92d1efc6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1c906d9-bec5-4a66-9524-bb90fdce0451 HTTP/1.1" status: 204 len: 168 time: 0.1172304 Oct 27 21:36:02.897609 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36162d-1971-4a47-a43c-5de92d1efc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c906d9-bec5-4a66-9524-bb90fdce0451,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:03.149974 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33566) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:03.162691 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-756a222f-fcf6-45f8-9ccc-b1a095460ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.234438 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-756a222f-fcf6-45f8-9ccc-b1a095460ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.238391 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-756a222f-fcf6-45f8-9ccc-b1a095460ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.275979 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-756a222f-fcf6-45f8-9ccc-b1a095460ca9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85d517a52bef4da48469c1eb487aff92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248729 Oct 27 21:36:03.277295 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a222f-fcf6-45f8-9ccc-b1a095460ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c450c1-80de-4bba-9072-9fe170f2f533,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:03.278696 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33568) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:03.335216 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0939816f-6ad2-45f6-8292-aed7e86aef84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.356834 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0939816f-6ad2-45f6-8292-aed7e86aef84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.401627 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0939816f-6ad2-45f6-8292-aed7e86aef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.404159 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-0939816f-6ad2-45f6-8292-aed7e86aef84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.405330 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-0939816f-6ad2-45f6-8292-aed7e86aef84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8c450c1-80de-4bba-9072-9fe170f2f533 HTTP/1.1" status: 204 len: 168 time: 0.1248770 Oct 27 21:36:03.413392 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939816f-6ad2-45f6-8292-aed7e86aef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c450c1-80de-4bba-9072-9fe170f2f533,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:06.225416 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33738) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:06.334831 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f2cff67e-ca9a-4d27-9bd4-f0781f527b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.342248 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3be200fc-e29b-4198-89b5-b9bc8bc5ea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.406419 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f2cff67e-ca9a-4d27-9bd4-f0781f527b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.409731 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f2cff67e-ca9a-4d27-9bd4-f0781f527b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.444569 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f2cff67e-ca9a-4d27-9bd4-f0781f527b40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a050cf3301a49019963e6870b1ae087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180898 Oct 27 21:36:06.447358 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33742) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:06.449515 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cff67e-ca9a-4d27-9bd4-f0781f527b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a56dc7-8446-4c32-b1a3-a0756302b60e,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:06.500620 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b76bdb00-855d-4468-b7e4-70cf09fc2015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.520922 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b76bdb00-855d-4468-b7e4-70cf09fc2015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.566471 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b76bdb00-855d-4468-b7e4-70cf09fc2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.568976 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b76bdb00-855d-4468-b7e4-70cf09fc2015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.570097 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b76bdb00-855d-4468-b7e4-70cf09fc2015 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7a56dc7-8446-4c32-b1a3-a0756302b60e HTTP/1.1" status: 204 len: 168 time: 0.1216891 Oct 27 21:36:06.579154 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bdb00-855d-4468-b7e4-70cf09fc2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a56dc7-8446-4c32-b1a3-a0756302b60e,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:06.827010 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33748) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:06.840755 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-14294834-2190-457c-9d03-57b7a6da00df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.913931 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-14294834-2190-457c-9d03-57b7a6da00df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.917706 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-14294834-2190-457c-9d03-57b7a6da00df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:06.955007 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-14294834-2190-457c-9d03-57b7a6da00df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f57a2de2e704866863c2a245aebae84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268854 Oct 27 21:36:06.956485 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294834-2190-457c-9d03-57b7a6da00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821ad8f7-f478-4b74-9d3c-49b4094f4ace,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:06.958798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33752) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:07.015064 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10c985d9-4146-4db2-a1de-0ba82b5202dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:07.036198 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10c985d9-4146-4db2-a1de-0ba82b5202dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:07.090976 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10c985d9-4146-4db2-a1de-0ba82b5202dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:07.093724 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-10c985d9-4146-4db2-a1de-0ba82b5202dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:07.095116 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-10c985d9-4146-4db2-a1de-0ba82b5202dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/821ad8f7-f478-4b74-9d3c-49b4094f4ace HTTP/1.1" status: 204 len: 168 time: 0.1346824 Oct 27 21:36:07.110814 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c985d9-4146-4db2-a1de-0ba82b5202dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ad8f7-f478-4b74-9d3c-49b4094f4ace,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:08.647473 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33818) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:08.773669 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da7db095-326c-4147-92b0-e1c929ec89f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.845274 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da7db095-326c-4147-92b0-e1c929ec89f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.849479 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-da7db095-326c-4147-92b0-e1c929ec89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.886503 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-da7db095-326c-4147-92b0-e1c929ec89f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d0b901a2d2845c891cd04de74007726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379246 Oct 27 21:36:08.887364 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db095-326c-4147-92b0-e1c929ec89f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cb9abf-5c1a-4cf1-8f30-7df912218b09,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:08.889201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33826) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:08.922909 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-06f3c5f4-4dea-47aa-993b-4679a8224cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.938994 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.959077 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.006213 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.008957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.010101 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80cb9abf-5c1a-4cf1-8f30-7df912218b09 HTTP/1.1" status: 204 len: 168 time: 0.1199160 Oct 27 21:36:09.018320 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cb9abf-5c1a-4cf1-8f30-7df912218b09,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:09.025537 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.025890 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.026238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.026579 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.026913 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.027245 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.027575 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.027908 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.028289 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.028554 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.028903 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.029226 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af431eee-e526-4d0a-8489-676cbfbf7dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:09.270506 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33832) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:09.284100 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e6d38362-25d5-4091-8ff8-a5231cae9017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.357600 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e6d38362-25d5-4091-8ff8-a5231cae9017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.361189 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-e6d38362-25d5-4091-8ff8-a5231cae9017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.398432 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-e6d38362-25d5-4091-8ff8-a5231cae9017 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90fbd4b2f7164e03863abb01b3f1a2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268654 Oct 27 21:36:09.400426 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d38362-25d5-4091-8ff8-a5231cae9017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f05db4-4708-4f81-ac67-6788f62ed69d,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:09.401153 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33834) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:09.450042 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-56a4e958-56ea-4892-8d2d-5cd857bcf58b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.470565 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-56a4e958-56ea-4892-8d2d-5cd857bcf58b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.516452 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-56a4e958-56ea-4892-8d2d-5cd857bcf58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.519542 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-56a4e958-56ea-4892-8d2d-5cd857bcf58b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.520792 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-56a4e958-56ea-4892-8d2d-5cd857bcf58b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4f05db4-4708-4f81-ac67-6788f62ed69d HTTP/1.1" status: 204 len: 168 time: 0.1185730 Oct 27 21:36:09.528905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e958-56ea-4892-8d2d-5cd857bcf58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f05db4-4708-4f81-ac67-6788f62ed69d,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:09.839679 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33844) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:09.853490 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b1304997-fca9-4360-8ad4-1a7010c48622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.938164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b1304997-fca9-4360-8ad4-1a7010c48622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.944020 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b1304997-fca9-4360-8ad4-1a7010c48622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:09.981157 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1304997-fca9-4360-8ad4-1a7010c48622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1a5c5-40d2-4815-89bc-4fc8caaa2a42,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:09.985523 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b1304997-fca9-4360-8ad4-1a7010c48622 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb4a4f71a1654a05837275981ac3aea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447392 Oct 27 21:36:09.988256 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33848) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:10.038327 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e7a25c5-a81c-4965-8d7a-e403a6fd7bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:10.048924 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:10.060516 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e7a25c5-a81c-4965-8d7a-e403a6fd7bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:10.108190 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e7a25c5-a81c-4965-8d7a-e403a6fd7bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:10.110737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8e7a25c5-a81c-4965-8d7a-e403a6fd7bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:10.111932 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8e7a25c5-a81c-4965-8d7a-e403a6fd7bd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fe1a5c5-40d2-4815-89bc-4fc8caaa2a42 HTTP/1.1" status: 204 len: 168 time: 0.1228337 Oct 27 21:36:10.119387 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a25c5-a81c-4965-8d7a-e403a6fd7bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1a5c5-40d2-4815-89bc-4fc8caaa2a42,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:10.160452 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:11.800601 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:15.694637 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 33922) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:15.799057 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-eab65e49-97d7-40fb-8d69-32c9441d0334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:15.875001 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-eab65e49-97d7-40fb-8d69-32c9441d0334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:15.879361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-eab65e49-97d7-40fb-8d69-32c9441d0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:15.916283 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-eab65e49-97d7-40fb-8d69-32c9441d0334 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8478ffc60e2e4f2bba4d08fa7e0cf9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206118 Oct 27 21:36:15.917138 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab65e49-97d7-40fb-8d69-32c9441d0334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d52d77-06c9-40be-9f25-bc3df04d7057,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:15.919351 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33926) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:15.971393 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9a5cfa2-0bbd-4666-89cf-c7cec6db3779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:15.991923 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9a5cfa2-0bbd-4666-89cf-c7cec6db3779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:16.037628 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9a5cfa2-0bbd-4666-89cf-c7cec6db3779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:16.040407 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d9a5cfa2-0bbd-4666-89cf-c7cec6db3779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:16.041716 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d9a5cfa2-0bbd-4666-89cf-c7cec6db3779 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94d52d77-06c9-40be-9f25-bc3df04d7057 HTTP/1.1" status: 204 len: 168 time: 0.1213863 Oct 27 21:36:16.050095 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5cfa2-0bbd-4666-89cf-c7cec6db3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d52d77-06c9-40be-9f25-bc3df04d7057,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:17.025220 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33958) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:17.136019 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-973ded28-fe36-4273-8031-7ca642af8e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.209939 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-973ded28-fe36-4273-8031-7ca642af8e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.212940 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-973ded28-fe36-4273-8031-7ca642af8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.248958 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ded28-fe36-4273-8031-7ca642af8e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c4f8e-38ea-47ee-b740-8078027bfc69,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:17.253807 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-973ded28-fe36-4273-8031-7ca642af8e09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e1b6778061e4a74bcebba615093b0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275774 Oct 27 21:36:17.257108 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 33962) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:17.303450 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-505b5c1b-0958-4f58-92f1-dd06f0761319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.324131 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-505b5c1b-0958-4f58-92f1-dd06f0761319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.370918 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-505b5c1b-0958-4f58-92f1-dd06f0761319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.373525 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-505b5c1b-0958-4f58-92f1-dd06f0761319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:17.374637 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-505b5c1b-0958-4f58-92f1-dd06f0761319 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f5c4f8e-38ea-47ee-b740-8078027bfc69 HTTP/1.1" status: 204 len: 168 time: 0.1172588 Oct 27 21:36:17.382834 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b5c1b-0958-4f58-92f1-dd06f0761319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c4f8e-38ea-47ee-b740-8078027bfc69,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:19.272038 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:30.706116 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:36:36.345583 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0c7004f2-ad94-44a7-acbc-4441cef9c039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.925058 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a3bf335f-13f0-4df3-b830-1db11887dc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.929331 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34104) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:39.031293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.103443 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.107151 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.145303 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b61c900095d4a9aa772ded20347472d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149296 Oct 27 21:36:39.146495 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6830fbe7-8137-401f-b656-86fa8f1b7896,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:39.147991 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34108) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:39.153595 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.153946 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.154282 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.154614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.154944 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.155272 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.155596 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.155919 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.156238 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.156556 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.156897 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.157210 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a73c12-0311-4266-bfd0-ff1f75f73918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:39.196109 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dfd6cb84-1a12-4da2-8ec8-a714925789b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.218200 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dfd6cb84-1a12-4da2-8ec8-a714925789b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.262867 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dfd6cb84-1a12-4da2-8ec8-a714925789b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.265460 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dfd6cb84-1a12-4da2-8ec8-a714925789b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.266560 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-dfd6cb84-1a12-4da2-8ec8-a714925789b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6830fbe7-8137-401f-b656-86fa8f1b7896 HTTP/1.1" status: 204 len: 168 time: 0.1175292 Oct 27 21:36:39.275713 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6cb84-1a12-4da2-8ec8-a714925789b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6830fbe7-8137-401f-b656-86fa8f1b7896,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:39.520958 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34114) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:39.534497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-6b18-43f9-a825-a067b6b73344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.607826 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-6b18-43f9-a825-a067b6b73344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.612310 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f3dd722e-6b18-43f9-a825-a067b6b73344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.649582 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f3dd722e-6b18-43f9-a825-a067b6b73344 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a0d16b020a1469db1483b3f7c7721db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276002 Oct 27 21:36:39.650453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd722e-6b18-43f9-a825-a067b6b73344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037a1fb-bee6-464b-bdd7-8b08dc8b39dc,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:39.652327 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34116) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:39.699873 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f912446e-2014-4af3-a4c4-3ec8157df597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.720813 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f912446e-2014-4af3-a4c4-3ec8157df597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.765388 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f912446e-2014-4af3-a4c4-3ec8157df597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.768681 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-f912446e-2014-4af3-a4c4-3ec8157df597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.769783 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-f912446e-2014-4af3-a4c4-3ec8157df597 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b037a1fb-bee6-464b-bdd7-8b08dc8b39dc HTTP/1.1" status: 204 len: 168 time: 0.1162798 Oct 27 21:36:39.776967 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912446e-2014-4af3-a4c4-3ec8157df597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037a1fb-bee6-464b-bdd7-8b08dc8b39dc,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:40.053417 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:40.162735 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.285025 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34160) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:41.385246 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b1b404d2-3909-4feb-9c99-97b10e271946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.455644 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b1b404d2-3909-4feb-9c99-97b10e271946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.460132 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-b1b404d2-3909-4feb-9c99-97b10e271946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.499697 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-b1b404d2-3909-4feb-9c99-97b10e271946 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe814e45c33448c0831c032978a401b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136312 Oct 27 21:36:41.500528 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b404d2-3909-4feb-9c99-97b10e271946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e7f64-acf0-4303-896b-8ea6ea924085,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:41.502990 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34164) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:41.553802 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c0df3f6-155c-4434-b816-286d5007f5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.573408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c0df3f6-155c-4434-b816-286d5007f5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.618806 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c0df3f6-155c-4434-b816-286d5007f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.621231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-1c0df3f6-155c-4434-b816-286d5007f5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.622368 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-1c0df3f6-155c-4434-b816-286d5007f5b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e4e7f64-acf0-4303-896b-8ea6ea924085 HTTP/1.1" status: 204 len: 168 time: 0.1183984 Oct 27 21:36:41.629871 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0df3f6-155c-4434-b816-286d5007f5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e7f64-acf0-4303-896b-8ea6ea924085,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:41.801447 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.881893 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34170) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:41.895084 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dff05edc-2b90-4402-bd47-21cd2e082eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.972518 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dff05edc-2b90-4402-bd47-21cd2e082eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:41.976134 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-dff05edc-2b90-4402-bd47-21cd2e082eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.010953 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff05edc-2b90-4402-bd47-21cd2e082eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f124c135-4865-4ad5-951e-42dd379860f5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:42.015177 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-dff05edc-2b90-4402-bd47-21cd2e082eeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a85f006e966d4cf0b28ef95c55e2a0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322794 Oct 27 21:36:42.017847 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34172) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:42.066230 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df85aa9b-d49d-4e40-a051-6894e2e46c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.087556 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df85aa9b-d49d-4e40-a051-6894e2e46c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.131612 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df85aa9b-d49d-4e40-a051-6894e2e46c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.134058 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-df85aa9b-d49d-4e40-a051-6894e2e46c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:42.135185 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-df85aa9b-d49d-4e40-a051-6894e2e46c16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f124c135-4865-4ad5-951e-42dd379860f5 HTTP/1.1" status: 204 len: 168 time: 0.1160235 Oct 27 21:36:42.143017 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85aa9b-d49d-4e40-a051-6894e2e46c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124c135-4865-4ad5-951e-42dd379860f5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:46.860475 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34246) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:46.962564 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-eca440c6-5ef0-4cb7-bb51-1531d6259af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.034720 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-eca440c6-5ef0-4cb7-bb51-1531d6259af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.038120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-eca440c6-5ef0-4cb7-bb51-1531d6259af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.073305 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca440c6-5ef0-4cb7-bb51-1531d6259af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ce2b8-ee55-471d-9f8a-76f244e8754d,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:47.077494 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-eca440c6-5ef0-4cb7-bb51-1531d6259af0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e5d5a73bac744aa84d7b5285b8f555a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159700 Oct 27 21:36:47.080027 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34250) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:47.127281 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-905f08d3-f33f-4540-b319-a2d273330911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.147980 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-905f08d3-f33f-4540-b319-a2d273330911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.192911 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-905f08d3-f33f-4540-b319-a2d273330911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.195378 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-905f08d3-f33f-4540-b319-a2d273330911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.196593 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-905f08d3-f33f-4540-b319-a2d273330911 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/079ce2b8-ee55-471d-9f8a-76f244e8754d HTTP/1.1" status: 204 len: 168 time: 0.1151137 Oct 27 21:36:47.204012 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f08d3-f33f-4540-b319-a2d273330911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ce2b8-ee55-471d-9f8a-76f244e8754d,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:47.452429 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34256) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:47.466017 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bbc07000-24ef-4a83-b520-19765f67cdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.536584 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bbc07000-24ef-4a83-b520-19765f67cdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.540151 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bbc07000-24ef-4a83-b520-19765f67cdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.576733 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-bbc07000-24ef-4a83-b520-19765f67cdee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7dc3b31a5f1740f38021a93dabe0342c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232288 Oct 27 21:36:47.578612 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc07000-24ef-4a83-b520-19765f67cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27964b65-edb3-4066-b517-e45f16f938c5,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:47.579489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34258) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:47.627992 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34f6bed5-cb0a-40b4-985c-579bebac17c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.649543 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34f6bed5-cb0a-40b4-985c-579bebac17c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.701598 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34f6bed5-cb0a-40b4-985c-579bebac17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.704201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-34f6bed5-cb0a-40b4-985c-579bebac17c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.705388 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-34f6bed5-cb0a-40b4-985c-579bebac17c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27964b65-edb3-4066-b517-e45f16f938c5 HTTP/1.1" status: 204 len: 168 time: 0.1248662 Oct 27 21:36:47.713913 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6bed5-cb0a-40b4-985c-579bebac17c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27964b65-edb3-4066-b517-e45f16f938c5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.369976 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34280) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.465517 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916064779-network', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.486480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Made reservation on behalf of c7686021ae104257a2d291f0984c3bca for: {'network': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:36:48.489411 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.497670 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.569873 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.573231 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.593195 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:36:48.606604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e21cbb-4880-4a43-92f5-db61af552f57,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.611301 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.611636 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.segments_db [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Added segment d40b0919-cb57-499e-b88c-bd0ac3ab254a of type vlan for network 35fe3a20-2930-4482-917d-e41ecf066599 Oct 27 21:36:48.649521 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.673503 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.674964 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:48.675534 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.726689 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3555908 Oct 27 21:36:48.729666 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34284) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:48.734587 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Request body: {'subnet': {'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916064779-subnet', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'ip_version': 4}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:48.737752 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc6312-86d4-4cd6-9733-18d609afa601 admin admin] Pushing event updated for resources: {'Network': ['ID=35fe3a20-2930-4482-917d-e41ecf066599,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.747645 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 35fe3a20-2930-4482-917d-e41ecf066599 details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:36:48.758815 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Made reservation on behalf of c7686021ae104257a2d291f0984c3bca for: {'subnet': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:36:48.761302 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59115021'] for subnet, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.922277 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3429282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59115039'] for subnet, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:48.980804 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370dfa37-cdfa-423c-8bee-7dd1eb1d8521,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:48.988634 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Checking segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:48.988926 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Network hostable DHCP agents. Network: 35fe3a20-2930-4482-917d-e41ecf066599, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:36:49.004840 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Network 35fe3a20-2930-4482-917d-e41ecf066599 is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:36:49.012782 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 35fe3a20-2930-4482-917d-e41ecf066599) {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:49.016629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:49.017215 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.025621 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bd14c9-8b13-4a0d-8a24-e87fb630c61d None None] Network 35fe3a20-2930-4482-917d-e41ecf066599 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:49.033180 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-8270e7ee-fcbe-4a45-a0b6-d917dabe4986 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3024006 Oct 27 21:36:49.036440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34286) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:49.040600 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:49.061616 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.062571 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.113892 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.170319 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-35fe3a20-2930-4482-917d-e41ecf066599', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:36:49.171173 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.249433 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.307773 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.311802 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Allocated IP 172.20.0.2 (35fe3a20-2930-4482-917d-e41ecf066599/370dfa37-cdfa-423c-8bee-7dd1eb1d8521/91c5a33f-2c76-4084-8138-b3ae4f6f1f52) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:49.445610 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.463305 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.468090 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.470142 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.509761 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Network 35fe3a20-2930-4482-917d-e41ecf066599 is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:49.513951 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:49.518914 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:49.521642 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Pushing event updated for resources: {'Port': ['ID=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:49.532654 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.532999 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.533333 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.533769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.534623 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.534963 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.535286 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.535608 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.535928 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.536243 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.536559 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.536898 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:49.574484 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Allocated IP 172.27.1.242 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/03f536ce-ac36-42da-816e-2bf1c3a6e5f9) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:49.585790 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Attempting to bind port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:36:49.586286 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Attempting to bind port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:36:49.586638 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Attempting to bind port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 on network 35fe3a20-2930-4482-917d-e41ecf066599 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:49.591642 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:36:49.592008 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Checking segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:49.592407 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.592815 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Bound using segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:36:49.593243 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Bound port: 91c5a33f-2c76-4084-8138-b3ae4f6f1f52, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:36:49.593611 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.654339 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] For port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:36:49.657373 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] For port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:36:49.661961 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.680667 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.728987 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:49.747128 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f90903-eb25-41a9-80a5-6821d183f7f1 None None] Pushing event updated for resources: {'Port': ['ID=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:49.772830 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:49.775841 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:49.779557 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:49.804422 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Pushing event updated for resources: {'Port': ['ID=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:50.294147 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.502713 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.566133 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:50.597452 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06ab17-8452-460e-b0c1-f78faf216b42 None None] Network 35fe3a20-2930-4482-917d-e41ecf066599 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:50.642517 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:36:50.669129 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e514e9b2-8d05-477c-8ccc-ece39ebe1ab3 None None] Provisioning complete for port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:50.669494 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e514e9b2-8d05-477c-8ccc-ece39ebe1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.735073 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:50.735443 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.746966 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:50.765767 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.766994 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d021e23e-b11a-458d-9021-ed10c4eb8297 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7296247 Oct 27 21:36:50.770630 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34290) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:50.776300 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Sync routers for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:50.816219 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:50.816761 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:50.989195 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e514e9b2-8d05-477c-8ccc-ece39ebe1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.024092 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.047772 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:51.117015 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e514e9b2-8d05-477c-8ccc-ece39ebe1ab3 None None] For port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:51.154702 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e514e9b2-8d05-477c-8ccc-ece39ebe1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.197486 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.251612 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.db.api [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:36:51.251961 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG oslo_db.api [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:36:51.259343 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514e9b2-8d05-477c-8ccc-ece39ebe1ab3 None None] Pushing event updated for resources: {'Port': ['ID=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:51.304980 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-27efc9e3-1967-4001-8e2a-de40ecffacd2 None None] Provisioning complete for port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:51.305349 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-27efc9e3-1967-4001-8e2a-de40ecffacd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.354703 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Allocated IP 172.20.0.1 (35fe3a20-2930-4482-917d-e41ecf066599/370dfa37-cdfa-423c-8bee-7dd1eb1d8521/22f16d0c-133e-4662-960e-dd1bd41490a4) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:51.367589 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:50Z', 'revision_number': 3, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:51.458655 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.491166 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.535207 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Network 35fe3a20-2930-4482-917d-e41ecf066599 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:51.536344 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Checking router: 6a9ecf99-39e2-43c0-9bd0-2143a2779111 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:51.536722 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Updating router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:36:51.538210 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:51.540820 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:51.569300 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.574438 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Pushing event updated for resources: {'Port': ['ID=22f16d0c-133e-4662-960e-dd1bd41490a4,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:51.591254 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.727862 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.854189 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-bc7f85ed-0792-49b2-b9c4-6fc13cfdcaef None None] Provisioning complete for port 22f16d0c-133e-4662-960e-dd1bd41490a4 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:51.854568 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-bc7f85ed-0792-49b2-b9c4-6fc13cfdcaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.899470 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.905372 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f85ed-0792-49b2-b9c4-6fc13cfdcaef None None] Port 22f16d0c-133e-4662-960e-dd1bd41490a4 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:36:51.907304 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.914406 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.920719 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.966516 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9253f7-2e4a-42f8-b492-78adbe9a6ece None None] Pushing event updated for resources: {'Port': ['ID=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:51.968898 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Attempting to bind port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:36:51.969268 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Attempting to bind port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:36:51.969613 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Attempting to bind port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:51.975578 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:36:51.975946 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:51.976336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.976750 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:36:51.977225 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Bound port: 03f536ce-ac36-42da-816e-2bf1c3a6e5f9, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:36:51.977572 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.998125 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Pushing event updated for resources: {'Port': ['ID=22f16d0c-133e-4662-960e-dd1bd41490a4,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:52.009304 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.035369 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] For port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:36:52.038908 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] For port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:36:52.043569 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.100447 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:52.101088 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:52.104906 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Network 35fe3a20-2930-4482-917d-e41ecf066599 is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:52.106253 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:52.145529 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9253f7-2e4a-42f8-b492-78adbe9a6ece None None] Pushing event updated for resources: {'Port': ['ID=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:52.224121 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:52.231541 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:52.341537 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:52.346748 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-5b9f28e5-a6bc-40c3-9a2d-1acc5f98d83f admin admin] 10.222.0.55 "PUT /v2.0/routers/6a9ecf99-39e2-43c0-9bd0-2143a2779111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5751750 Oct 27 21:36:52.359275 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-fa8c3050-2c1b-46a9-a3db-0727fb1f9e3e None None] Provisioning complete for port 22f16d0c-133e-4662-960e-dd1bd41490a4 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:52.359637 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3050-2c1b-46a9-a3db-0727fb1f9e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.418871 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c3050-2c1b-46a9-a3db-0727fb1f9e3e None None] Port 22f16d0c-133e-4662-960e-dd1bd41490a4 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:36:52.468227 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 2, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:52.496483 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247cf2e-4c11-40ca-b480-07855cf3cfd4 None None] The sync data for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi is: [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 2, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:52.537469 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:52.591843 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:52.592414 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.859863 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34306) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:52.864797 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372827735-network', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:52.886159 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Made reservation on behalf of 06fb8e75d7cd4bb593118c1be28ef61f for: {'network': 1} {{(pid=101282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:36:52.888719 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for network, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.898284 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.978614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.982599 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.009259 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:36:53.019905 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762834a9-8018-45ae-9d95-a2ac3208ce0c,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:53.026609 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.026945 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.segments_db [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Added segment 4f4595d6-dc3a-4d85-b58e-5912a5d893a5 of type vlan for network 906d2d24-6eec-48bc-b409-99dc962d353b Oct 27 21:36:53.070280 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791772335297'] for network, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.113427 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756'] for network, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.114398 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:53.115035 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.172269 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3112912 Oct 27 21:36:53.175654 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34308) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:53.180664 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Request body: {'subnet': {'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372827735-subnet', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'ip_version': 4}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:53.187293 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d856ea-6ce6-4289-8217-b928806270b5 admin admin] Pushing event updated for resources: {'Network': ['ID=906d2d24-6eec-48bc-b409-99dc962d353b,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:53.205720 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Made reservation on behalf of 06fb8e75d7cd4bb593118c1be28ef61f for: {'subnet': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:36:53.208144 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58835688'] for subnet, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.349512 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Network 906d2d24-6eec-48bc-b409-99dc962d353b details requested by agent ovs-agent-dv-cinder-815145-3-iscsi with host dv-cinder-815145-3-iscsi {{(pid=101284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:36:53.396150 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59134058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58835706'] for subnet, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.454277 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea53d093-8d9e-47ce-81d3-d2db9b806eea,revision_number=0']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:53.466231 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Checking segment: {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:53.466583 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Network hostable DHCP agents. Network: 906d2d24-6eec-48bc-b409-99dc962d353b, hostable agents: ['597cc18d-b43b-44cf-896c-79ca6a480fdc'], hosted agents: [] {{(pid=101283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:36:53.482712 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Network 906d2d24-6eec-48bc-b409-99dc962d353b is scheduled to be hosted by DHCP agent 597cc18d-b43b-44cf-896c-79ca6a480fdc with binding_index 1 {{(pid=101283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:36:53.492629 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-3-iscsi, 906d2d24-6eec-48bc-b409-99dc962d353b) {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:53.496754 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:53.497330 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.502604 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982f108-e90c-4e67-8505-69e923ee8d82 None None] Network 906d2d24-6eec-48bc-b409-99dc962d353b requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:53.515031 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-8f83bb14-8e75-4232-b193-39a46c5c35e0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3382740 Oct 27 21:36:53.517512 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34310) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:53.522483 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:36:53.549794 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16211127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13380'] for router, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.551560 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16209223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16210126', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13391'] for router, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.613671 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.669110 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95a3b53-593c-51c3-9c78-19caa1161b25-906d2d24-6eec-48bc-b409-99dc962d353b', 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'fixed_ips': [{'subnet_id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea'}]}} from dv-cinder-815145-3-iscsi. {{(pid=101284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:36:53.670057 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.757019 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.820199 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.db_base_plugin_common [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Allocated IP 172.20.0.2 (906d2d24-6eec-48bc-b409-99dc962d353b/ea53d093-8d9e-47ce-81d3-d2db9b806eea/067ff2e7-059c-4d7b-a170-3822bd9a5472) {{(pid=101284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:53.962412 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.965423 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.971056 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832'] for port, after_create {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.982610 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.010429 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Network 906d2d24-6eec-48bc-b409-99dc962d353b is already hosted by enough agents. {{(pid=101284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:54.013341 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.scheduler.base_scheduler [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Resources bound (agent type, host, resource id): {{(pid=101284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:54.016910 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Received port after_create {{(pid=101284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:54.047406 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Pushing event updated for resources: {'Port': ['ID=067ff2e7-059c-4d7b-a170-3822bd9a5472,revision_number=1']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:54.077432 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Attempting to bind port 067ff2e7-059c-4d7b-a170-3822bd9a5472 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:36:54.077796 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Attempting to bind port 067ff2e7-059c-4d7b-a170-3822bd9a5472 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:36:54.078155 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Attempting to bind port 067ff2e7-059c-4d7b-a170-3822bd9a5472 on network 906d2d24-6eec-48bc-b409-99dc962d353b {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:54.083700 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:36:54.084072 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Checking segment: {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:54.084465 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.084901 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Bound using segment: {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:36:54.085368 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Bound port: 067ff2e7-059c-4d7b-a170-3822bd9a5472, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:36:54.085750 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.088116 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Allocated IP 172.27.1.118 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/05b754d0-d19f-467a-8841-8ecffc7c065e) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:54.160385 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] For port 067ff2e7-059c-4d7b-a170-3822bd9a5472, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:36:54.164045 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] For port 067ff2e7-059c-4d7b-a170-3822bd9a5472, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=067ff2e7-059c-4d7b-a170-3822bd9a5472,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:36:54.169751 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.208291 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.235359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a6f0-0831-4047-9230-0adeaaae85d5 None None] Pushing event updated for resources: {'Port': ['ID=067ff2e7-059c-4d7b-a170-3822bd9a5472,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:54.248662 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.289584 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:54.292479 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:54.295706 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:54.319781 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=05b754d0-d19f-467a-8841-8ecffc7c065e,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:54.501639 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Sync routers for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:54.516997 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:54.517839 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:54.576381 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.613017 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 067ff2e7-059c-4d7b-a170-3822bd9a5472 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:54.628540 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:54.663641 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 067ff2e7-059c-4d7b-a170-3822bd9a5472 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:54.664171 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.749174 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.778676 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16209228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16210067'] for router, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.785161 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 067ff2e7-059c-4d7b-a170-3822bd9a5472, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=067ff2e7-059c-4d7b-a170-3822bd9a5472,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:54.790879 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.794021 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:54.849906 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 2, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:54.870073 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=067ff2e7-059c-4d7b-a170-3822bd9a5472,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:54.884926 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:54.885293 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.891825 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Checking router: 6a9ecf99-39e2-43c0-9bd0-2143a2779111 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:54.891982 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Updating router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 port 22f16d0c-133e-4662-960e-dd1bd41490a4 binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:36:54.926977 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.980458 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.003511 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:55.011064 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.075283 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.188729 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Router ee80add4-8bcd-4f03-8741-01a6b6dffad1 is scheduled to L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f with binding_index 1 {{(pid=101283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:36:55.222336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b58cf9-05fe-48c9-b019-5207c6bcb520 None None] Network 906d2d24-6eec-48bc-b409-99dc962d353b requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:55.255267 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.261584 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.288745 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-87df4fc5-eeb4-4edb-9bf9-990a78ba83ca None None] Provisioning complete for port 067ff2e7-059c-4d7b-a170-3822bd9a5472 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:55.289139 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-87df4fc5-eeb4-4edb-9bf9-990a78ba83ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.296630 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:55.317593 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.319272 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-a231cfc8-babc-4e75-90b2-ae6780179fe0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8002799 Oct 27 21:36:55.322262 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34312) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:55.337071 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Sync routers for ids ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:55.359980 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Pushing event updated for resources: {'Port': ['ID=22f16d0c-133e-4662-960e-dd1bd41490a4,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.369885 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Routers {'ee80add4-8bcd-4f03-8741-01a6b6dffad1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:55.370515 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:55.387788 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.388352 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.388820 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.389218 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.389608 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.390004 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.390395 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.390786 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.391193 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.391581 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.391967 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.392366 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:55.403258 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Attempting to bind port 22f16d0c-133e-4662-960e-dd1bd41490a4 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:36:55.403697 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Attempting to bind port 22f16d0c-133e-4662-960e-dd1bd41490a4 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:36:55.404141 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Attempting to bind port 22f16d0c-133e-4662-960e-dd1bd41490a4 on network 35fe3a20-2930-4482-917d-e41ecf066599 {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:55.410368 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:36:55.410823 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Checking segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:55.411363 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.411672 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Bound using segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:36:55.412181 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Bound port: 22f16d0c-133e-4662-960e-dd1bd41490a4, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:36:55.412628 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.486238 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] For port 22f16d0c-133e-4662-960e-dd1bd41490a4, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:36:55.489826 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] For port 22f16d0c-133e-4662-960e-dd1bd41490a4, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=22f16d0c-133e-4662-960e-dd1bd41490a4,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:36:55.499252 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.553243 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779c29e-5620-4863-8c89-5f40bf755e27 None None] Pushing event updated for resources: {'Port': ['ID=22f16d0c-133e-4662-960e-dd1bd41490a4,revision_number=4']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.573603 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:55.574163 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:55.683202 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:55.739661 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Set router ee80add4-8bcd-4f03-8741-01a6b6dffad1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:55.816822 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.933551 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:55Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:55.965664 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd1af-709a-4386-8e8f-2747b12d9402 None None] The sync data for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi is: [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:55Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:55.971518 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-a68adc61-be65-4c5a-8a32-a4a224c1619e None None] Provisioning complete for port 22f16d0c-133e-4662-960e-dd1bd41490a4 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:55.972011 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a68adc61-be65-4c5a-8a32-a4a224c1619e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.016390 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_common [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Allocated IP 172.20.0.1 (906d2d24-6eec-48bc-b409-99dc962d353b/ea53d093-8d9e-47ce-81d3-d2db9b806eea/c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6) {{(pid=101282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:36:56.019943 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 3, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:56.053188 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Checking router: ee80add4-8bcd-4f03-8741-01a6b6dffad1 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:56.053540 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Updating router ee80add4-8bcd-4f03-8741-01a6b6dffad1 port 05b754d0-d19f-467a-8841-8ecffc7c065e binding host dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:36:56.109817 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.124069 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.137146 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a68adc61-be65-4c5a-8a32-a4a224c1619e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.158591 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.203324 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Network 906d2d24-6eec-48bc-b409-99dc962d353b is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:56.208000 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:56.212410 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Received port after_create {{(pid=101282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:36:56.215593 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Pushing event updated for resources: {'Port': ['ID=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:56.235399 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a68adc61-be65-4c5a-8a32-a4a224c1619e None None] For port 22f16d0c-133e-4662-960e-dd1bd41490a4, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=22f16d0c-133e-4662-960e-dd1bd41490a4,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:56.240800 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a68adc61-be65-4c5a-8a32-a4a224c1619e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.261039 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555726'] for router_interface, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.351922 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68adc61-be65-4c5a-8a32-a4a224c1619e None None] Pushing event updated for resources: {'Port': ['ID=22f16d0c-133e-4662-960e-dd1bd41490a4,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:56.395830 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-9f85bd13-8482-4a62-9562-c2135be40e2a None None] Provisioning complete for port 067ff2e7-059c-4d7b-a170-3822bd9a5472 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:56.396194 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9f85bd13-8482-4a62-9562-c2135be40e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.407440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.558481 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Publish callbacks [] for port, precommit_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.569165 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.604863 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 067ff2e7-059c-4d7b-a170-3822bd9a5472 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:56.639028 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.645812 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.664670 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c712b28-3b6b-4aa4-870f-ec8b42359b36 None None] Pushing event updated for resources: {'Port': ['ID=05b754d0-d19f-467a-8841-8ecffc7c065e,revision_number=2']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:56.672736 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Attempting to bind port 05b754d0-d19f-467a-8841-8ecffc7c065e on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:36:56.673100 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Attempting to bind port 05b754d0-d19f-467a-8841-8ecffc7c065e by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:36:56.673453 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Attempting to bind port 05b754d0-d19f-467a-8841-8ecffc7c065e on network 4ab84436-cd69-4058-8f45-c2af242f4248 {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:36:56.680259 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:36:56.680639 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Checking segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:36:56.681034 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.681411 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Bound using segment: {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'} {{(pid=101284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:36:56.681857 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.managers [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Bound port: 05b754d0-d19f-467a-8841-8ecffc7c065e, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0bbef-1a0b-415e-ac09-f596abb7249e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248'}}] {{(pid=101284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:36:56.682226 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.731384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Pushing event updated for resources: {'Port': ['ID=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:56.733912 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16186802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16210526'] for router_interface, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.747116 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 067ff2e7-059c-4d7b-a170-3822bd9a5472 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:56.747555 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.752650 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] For port 05b754d0-d19f-467a-8841-8ecffc7c065e, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:36:56.788538 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] For port 05b754d0-d19f-467a-8841-8ecffc7c065e, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=05b754d0-d19f-467a-8841-8ecffc7c065e,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:36:56.789675 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-3b3c0a50-3810-446d-847a-9c3ed7fb8577 None None] Provisioning complete for port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:56.790343 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3b3c0a50-3810-446d-847a-9c3ed7fb8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.797312 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:56.885047 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c0a50-3810-446d-847a-9c3ed7fb8577 None None] Port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:36:56.905914 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Routers {'ee80add4-8bcd-4f03-8741-01a6b6dffad1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:56.906533 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:56.910272 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c712b28-3b6b-4aa4-870f-ec8b42359b36 None None] Pushing event updated for resources: {'Port': ['ID=05b754d0-d19f-467a-8841-8ecffc7c065e,revision_number=3']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:57.010741 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 22f16d0c-133e-4662-960e-dd1bd41490a4 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:57.071124 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] Set router ee80add4-8bcd-4f03-8741-01a6b6dffad1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:57.081217 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Network 906d2d24-6eec-48bc-b409-99dc962d353b is already hosted by enough agents. {{(pid=101282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:36:57.082573 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.base_scheduler [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:36:57.152516 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 22f16d0c-133e-4662-960e-dd1bd41490a4 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:57.153010 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.204337 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Router ee80add4-8bcd-4f03-8741-01a6b6dffad1 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:57.315062 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:57.319837 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-860357f0-4815-438a-9ced-73a2f7bbd4ec admin admin] 10.222.0.55 "PUT /v2.0/routers/ee80add4-8bcd-4f03-8741-01a6b6dffad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9954073 Oct 27 21:36:57.331247 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:57.377910 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-1493fe80-a4f2-4e30-9bf5-afa0f1163bab None None] Provisioning complete for port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:57.378279 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1493fe80-a4f2-4e30-9bf5-afa0f1163bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:57.437152 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-1493fe80-a4f2-4e30-9bf5-afa0f1163bab None None] Port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:36:57.440372 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6', 'name': '', 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'mac_address': 'fa:16:3e:0f:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:55Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 2, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'subnets': [{'id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:57.474553 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed9cc4-a993-4db2-90fc-fd0586bb7627 None None] The sync data for ids ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'] in dv-cinder-815145-3-iscsi is: [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6', 'name': '', 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'mac_address': 'fa:16:3e:0f:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:55Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 2, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'subnets': [{'id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:57.476552 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:57.477160 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.107100 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Sync routers for ids ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:00.121946 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Routers {'ee80add4-8bcd-4f03-8741-01a6b6dffad1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:00.122561 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:00.234020 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Set router ee80add4-8bcd-4f03-8741-01a6b6dffad1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:00.448140 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6', 'name': '', 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'mac_address': 'fa:16:3e:0f:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:55Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 2, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'subnets': [{'id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:00.476556 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Checking router: ee80add4-8bcd-4f03-8741-01a6b6dffad1 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:00.476943 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Updating router ee80add4-8bcd-4f03-8741-01a6b6dffad1 port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 binding host dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:37:00.504820 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.585015 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 05b754d0-d19f-467a-8841-8ecffc7c065e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:37:00.638765 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 05b754d0-d19f-467a-8841-8ecffc7c065e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:00.639035 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.735514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.760268 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] For port 05b754d0-d19f-467a-8841-8ecffc7c065e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=05b754d0-d19f-467a-8841-8ecffc7c065e,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:00.770247 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.832544 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Pushing event updated for resources: {'Port': ['ID=05b754d0-d19f-467a-8841-8ecffc7c065e,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:00.946968 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Publish callbacks [] for port, precommit_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.953313 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:00.999735 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587288cd-96e2-4537-9cef-77345e144add None None] Pushing event updated for resources: {'Port': ['ID=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,revision_number=3']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:01.068395 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Attempting to bind port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 on host dv-cinder-815145-3-iscsi for vnic_type normal with profile {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:37:01.068793 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Attempting to bind port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 by drivers openvswitch,hyperv on host dv-cinder-815145-3-iscsi at level 0 using segments [{'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:37:01.071203 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Attempting to bind port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 on network 906d2d24-6eec-48bc-b409-99dc962d353b {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:37:01.078837 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Checking agent: {'id': '36a87c6f-3506-4fe9-a09f-18453145f5b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 18, 10), 'started_at': datetime.datetime(2021, 10, 27, 21, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:37:01.079266 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Checking segment: {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:37:01.079661 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.080078 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Bound using segment: {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'} {{(pid=101285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:37:01.080541 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.managers [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Bound port: c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6, host: dv-cinder-815145-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4595d6-dc3a-4d85-b58e-5912a5d893a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b'}}] {{(pid=101285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:37:01.080958 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.163037 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] For port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6, host dv-cinder-815145-3-iscsi, cleared binding levels {{(pid=101285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:37:01.166699 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.plugins.ml2.db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] For port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6, host dv-cinder-815145-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:37:01.173590 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron_lib.callbacks.manager [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.241618 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587288cd-96e2-4537-9cef-77345e144add None None] Pushing event updated for resources: {'Port': ['ID=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,revision_number=4']} {{(pid=101285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:01.244303 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Routers {'ee80add4-8bcd-4f03-8741-01a6b6dffad1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:01.244929 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:36:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:01.316081 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-74e995e0-9474-43e2-b025-a92537f2f502 None None] Provisioning complete for port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:01.316307 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-74e995e0-9474-43e2-b025-a92537f2f502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.420227 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] Set router ee80add4-8bcd-4f03-8741-01a6b6dffad1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:01.424981 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-74e995e0-9474-43e2-b025-a92537f2f502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.462252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-74e995e0-9474-43e2-b025-a92537f2f502 None None] For port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:01.468205 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-74e995e0-9474-43e2-b025-a92537f2f502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.539165 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e995e0-9474-43e2-b025-a92537f2f502 None None] Pushing event updated for resources: {'Port': ['ID=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:01.597903 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-dbe6aee4-7dc9-40b7-bb9c-7a96b0692ed4 None None] Provisioning complete for port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:01.599018 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-dbe6aee4-7dc9-40b7-bb9c-7a96b0692ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.659194 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6', 'name': '', 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'mac_address': 'fa:16:3e:0f:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:55Z', 'updated_at': '2021-10-27T21:37:01Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'subnets': [{'id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:01.696986 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9364a-871c-4842-b2e0-f25b2ffabc15 None None] The sync data for ids ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'] in dv-cinder-815145-3-iscsi is: [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6', 'name': '', 'network_id': '906d2d24-6eec-48bc-b409-99dc962d353b', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'mac_address': 'fa:16:3e:0f:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:55Z', 'updated_at': '2021-10-27T21:37:01Z', 'revision_number': 4, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'subnets': [{'id': 'ea53d093-8d9e-47ce-81d3-d2db9b806eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:02.573218 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:37:02.632367 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:02.633112 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:02.731943 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 05b754d0-d19f-467a-8841-8ecffc7c065e up at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:37:02.787225 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Provisioning complete for port 05b754d0-d19f-467a-8841-8ecffc7c065e triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:02.787596 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:06.350260 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9aece99c-e68f-467f-9683-aee1c3ab89ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:07.172673 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-8c47800d-919a-4165-81c3-4831c800f079 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:07.174073 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-8c47800d-919a-4165-81c3-4831c800f079 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 814 time: 0.1004562 Oct 27 21:37:07.188258 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-ab963f63-3849-41d7-a3b8-20f0c28d149f tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/quotas/c7686021ae104257a2d291f0984c3bca HTTP/1.1" status: 200 len: 375 time: 0.0084980 Oct 27 21:37:07.240175 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-e4ced4b7-bf0e-472e-aad3-b0856cb0bde5 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463352 Oct 27 21:37:07.255614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-2f9d4d59-5022-4629-8d7d-8181e847308a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:37:07.256530 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-2f9d4d59-5022-4629-8d7d-8181e847308a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053511 Oct 27 21:37:07.342150 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-8e7434b9-70d4-42d7-8f8b-91b32def6212 service neutron] 10.222.0.55 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800846 Oct 27 21:37:07.431946 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-b823b528-7ef6-4fe3-ab93-d2db99eecd5e service neutron] 10.222.0.55 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830286 Oct 27 21:37:07.684082 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-984f6f2f-a705-418b-98aa-f7fcfecde11c req-6c770446-c1d1-4417-8332-0c5b4bca21b8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 210 time: 0.1242788 Oct 27 21:37:07.704260 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:37:08.707563 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-df7a224b-5a19-4fd2-9ab7-01bde01de04e tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:08.708998 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-df7a224b-5a19-4fd2-9ab7-01bde01de04e tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 814 time: 0.1020377 Oct 27 21:37:08.742114 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'port': {'device_id': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'admin_state_up': True, 'tenant_id': 'c7686021ae104257a2d291f0984c3bca'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:08.795476 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-1037aa8b-0fc9-47e8-90e6-a8ae785a597f req-dd393cef-2066-4292-9da9-3cf9d16c4cd9 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 210 time: 0.0261884 Oct 27 21:37:08.854936 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Made reservation on behalf of c7686021ae104257a2d291f0984c3bca for: {'port': 1} {{(pid=101283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:37:08.858783 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.926989 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-3b6bef24-e8e5-4de3-b1e1-da255094db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.990013 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Allocated IP 172.20.0.4 (35fe3a20-2930-4482-917d-e41ecf066599/370dfa37-cdfa-423c-8bee-7dd1eb1d8521/8a14a7ff-234d-47b6-a363-67f3eb0685d7) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:37:09.178134 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.216935 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.275610 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Network 35fe3a20-2930-4482-917d-e41ecf066599 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:37:09.279180 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:37:09.284080 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:37:09.311220 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:09.332604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.333085 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.333813 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.334256 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.334695 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.335175 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.335622 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.336108 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.336815 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.337382 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.337974 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.338523 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:09.359585 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:09.360808 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.385162 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-77ea4c75-5a2f-4fee-a29a-01f763006dd8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6468956 Oct 27 21:37:09.565342 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-63f05045-6048-41ae-be7e-48cbe7db4ace None None] Provisioning complete for port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:09.565657 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-63f05045-6048-41ae-be7e-48cbe7db4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.611507 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-63f05045-6048-41ae-be7e-48cbe7db4ace None None] Port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 cannot update to ACTIVE because it is not bound. {{(pid=101284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:37:09.914384 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a74a-10a8-4a3b-a186-1f308b339617 req-1062fa0a-6a5f-4e4e-b5f3-2659aee161b3 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:09.915865 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5784a74a-10a8-4a3b-a186-1f308b339617 req-1062fa0a-6a5f-4e4e-b5f3-2659aee161b3 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0513756 Oct 27 21:37:09.954120 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5784a74a-10a8-4a3b-a186-1f308b339617 req-b4b88a49-681b-40fb-aaa6-ac28f32d8d85 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Oct 27 21:37:10.061276 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:10.167237 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:11.073262 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7905-2518-4236-bdca-664e141c3475 req-54e0a10a-e932-4ea1-8ba9-051e9e7a15d3 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:11.074735 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-55bb7905-2518-4236-bdca-664e141c3475 req-54e0a10a-e932-4ea1-8ba9-051e9e7a15d3 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0534618 Oct 27 21:37:11.113519 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-55bb7905-2518-4236-bdca-664e141c3475 req-88a90ba5-6e56-4d1d-9068-5e66cef5677a tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Oct 27 21:37:11.815374 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:12.233798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0be09-d283-4ca0-aa37-57faabaa2a13 req-832b8c7c-1a27-407d-b60a-45051448526e tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:12.235275 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e7f0be09-d283-4ca0-aa37-57faabaa2a13 req-832b8c7c-1a27-407d-b60a-45051448526e tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0517941 Oct 27 21:37:12.272870 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-e7f0be09-d283-4ca0-aa37-57faabaa2a13 req-e863c0ed-10ff-487e-9be7-a0a4b3d52689 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Oct 27 21:37:13.395894 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539cda0-ebef-46c5-b7d9-b91aa0ad1b9c req-05d8ae0a-8942-44a0-a47a-dd160461c8ad tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:13.398269 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7539cda0-ebef-46c5-b7d9-b91aa0ad1b9c req-05d8ae0a-8942-44a0-a47a-dd160461c8ad tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0560129 Oct 27 21:37:13.438433 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7539cda0-ebef-46c5-b7d9-b91aa0ad1b9c req-c01d1f19-dd0c-435a-ba80-06bcbff4cb84 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340443 Oct 27 21:37:14.560274 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62215847-d19c-406d-ba39-356698d4b722 req-75a62de4-0460-44b5-8ea0-4df82844b875 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:14.561792 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-62215847-d19c-406d-ba39-356698d4b722 req-75a62de4-0460-44b5-8ea0-4df82844b875 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0524518 Oct 27 21:37:14.605124 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-62215847-d19c-406d-ba39-356698d4b722 req-e96a41cc-7e61-41ed-8855-847a18fb724a tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Oct 27 21:37:15.732014 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad32e1-f481-42ab-9336-6c1aeccde910 req-c72c6a26-0c65-4ebb-ab40-73fd60a9691c tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:15.733504 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5fad32e1-f481-42ab-9336-6c1aeccde910 req-c72c6a26-0c65-4ebb-ab40-73fd60a9691c tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0614865 Oct 27 21:37:15.772266 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-5fad32e1-f481-42ab-9336-6c1aeccde910 req-36f69c20-549d-4ab5-bea6-4470569a0378 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Oct 27 21:37:16.907978 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cea9ea-b4a7-4ae9-bc21-a8dd8d582dff req-c0e6d96c-1762-49d3-b8f4-5e2f09b306f8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:16.909490 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-09cea9ea-b4a7-4ae9-bc21-a8dd8d582dff req-c0e6d96c-1762-49d3-b8f4-5e2f09b306f8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0647650 Oct 27 21:37:16.949243 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-09cea9ea-b4a7-4ae9-bc21-a8dd8d582dff req-1b5a197f-b4b9-4fb4-b98a-fca6d0b13c7f tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Oct 27 21:37:17.864141 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34442) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:18.024572 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Deleting port 0da60242-21f7-4678-91b1-5fa5fb716e81 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:18.024932 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.075120 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd7951-2a51-4463-bf1b-2c00db7a5a72 req-9bffca1c-dc84-44b4-a8de-4baee1268eab tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:18.076863 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-54fd7951-2a51-4463-bf1b-2c00db7a5a72 req-9bffca1c-dc84-44b4-a8de-4baee1268eab tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0549150 Oct 27 21:37:18.106947 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.107298 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.119442 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Calling delete_port for 0da60242-21f7-4678-91b1-5fa5fb716e81 owned by network:floatingip {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:18.121075 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-54fd7951-2a51-4463-bf1b-2c00db7a5a72 req-51b77b4e-0c15-4693-9097-6271ae70e79b tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Oct 27 21:37:18.268942 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.298232 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'Port': ['ID=0da60242-21f7-4678-91b1-5fa5fb716e81,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:18.357564 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.357886 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Floating IP 2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca disassociated (deleted). External IP: 172.27.1.55, port: 516fc0c6-0007-43c9-8015-2a1e77559c82. Oct 27 21:37:18.579032 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:18.693404 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:18.698242 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:18.702952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:18.715289 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:18.718875 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:18.726500 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c670a487-ea39-4965-98c4-ea595c097c41 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "DELETE /v2.0/floatingips/2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca HTTP/1.1" status: 204 len: 168 time: 0.8611391 Oct 27 21:37:18.727087 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:18.729368 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4424839-bb59-4adc-93c4-bb323c19b1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:18.768367 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a53f5b-f9a5-4db3-890e-61978f12dc79 x-openstack-request-id: req-23a53f5b-f9a5-4db3-890e-61978f12dc79 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:18.768367 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:18.768817 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23a53f5b-f9a5-4db3-890e-61978f12dc79 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:18.769003 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'status': 'completed', 'code': 200} Oct 27 21:37:18.833262 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:18.958956 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bd5f7-86e5-43b1-b533-4c3268c96960 req-66f159b4-6f6f-4316-b4cf-cd8993f975c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:18.960482 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-063bd5f7-86e5-43b1-b533-4c3268c96960 req-66f159b4-6f6f-4316-b4cf-cd8993f975c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0480649 Oct 27 21:37:18.998464 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-063bd5f7-86e5-43b1-b533-4c3268c96960 req-67bba30c-0ad4-4e9e-8ecb-239a72d14b32 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Oct 27 21:37:19.063205 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:19Z', 'revision_number': 1, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:19.088844 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:19.097553 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:19.098160 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:19.206026 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:19.237048 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb35c7f-d981-4669-aff1-9584fe15ebcf req-cbb4731b-ce7d-4f19-976d-27c2f9722329 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:19.238544 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dfb35c7f-d981-4669-aff1-9584fe15ebcf req-cbb4731b-ce7d-4f19-976d-27c2f9722329 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0490246 Oct 27 21:37:19.274900 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-dfb35c7f-d981-4669-aff1-9584fe15ebcf req-7ac74669-6023-4272-912f-43b2d7597ecd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302706 Oct 27 21:37:19.309678 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:19.438669 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:19Z', 'revision_number': 1, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:19.465151 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba1e80-15d3-4604-9530-50da4c9918ce None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': 'cb7e163f-b23d-4a86-8377-67fd3ccfee81', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'port_id': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'mac_address': 'fa:16:3e:c0:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:18Z', 'updated_at': '2021-10-27T21:33:19Z', 'revision_number': 1, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:19.689254 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462a426-afb3-4d39-8f3b-50b56567382e None None] New status for floating IP 2a3fdce8-0d8f-43c6-a5ac-08f8a80771ca: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:37:19.740945 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-40a00cc7-bdc5-4180-a839-8903f38bc5b5 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=101283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:37:19.741897 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-40a00cc7-bdc5-4180-a839-8903f38bc5b5 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053008 Oct 27 21:37:19.820969 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Request body: {'port': {'device_id': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:19.857939 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-d138d380-cc39-4c75-ba46-62d59c4a6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:19.859410 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-d138d380-cc39-4c75-ba46-62d59c4a6b3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 1099 time: 0.1167181 Oct 27 21:37:19.922477 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.006952 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-45360c69-e5b2-4aff-8a55-1bf0d9b128cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.008353 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-45360c69-e5b2-4aff-8a55-1bf0d9b128cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.1318316 Oct 27 21:37:20.101247 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-36339538-b4cd-4294-bfe7-c3791e57a310 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516fc0c6-0007-43c9-8015-2a1e77559c82 HTTP/1.1" status: 200 len: 217 time: 0.0451922 Oct 27 21:37:20.120937 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e212a-0b74-4ed6-b64f-5d65f849208d req-26244514-6293-4a72-ba17-f80b1b0a929f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.123091 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-631e212a-0b74-4ed6-b64f-5d65f849208d req-26244514-6293-4a72-ba17-f80b1b0a929f tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0549722 Oct 27 21:37:20.160829 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-631e212a-0b74-4ed6-b64f-5d65f849208d req-1b7e7020-71a2-44a4-89e4-f16815e3f358 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Oct 27 21:37:20.209534 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-3c189d0e-c31e-4fd3-b095-fe4d6780c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.210988 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-3c189d0e-c31e-4fd3-b095-fe4d6780c5c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0858307 Oct 27 21:37:20.287921 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-e1e663cb-9394-44cb-9b8c-96bc2a99be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.289501 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-e1e663cb-9394-44cb-9b8c-96bc2a99be97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672927 Oct 27 21:37:20.363254 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a14a7ff-234d-47b6-a363-67f3eb0685d7 {{(pid=101283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:37:20.376366 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.390654 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b429-ce67-4683-a065-e5c53066f5af req-48fc33c5-e431-488a-9fc9-1274031bb5bf tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.392899 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c890b429-ce67-4683-a065-e5c53066f5af req-48fc33c5-e431-488a-9fc9-1274031bb5bf tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 931 time: 0.0493882 Oct 27 21:37:20.396393 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.provisioning_blocks [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Transition to ACTIVE for port object 8a14a7ff-234d-47b6-a363-67f3eb0685d7 will not be triggered until provisioned by entity L2. {{(pid=101283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:37:20.406917 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.430434 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c890b429-ce67-4683-a065-e5c53066f5af req-a99323ec-e4bf-4eb7-8e2a-27e9a0828150 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Oct 27 21:37:20.460660 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-ae4eaa21-5319-458d-97c0-ffd4f47217bf service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512835 Oct 27 21:37:20.482593 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:20.617615 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Attempting to bind port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:37:20.617959 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Attempting to bind port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:37:20.618275 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Attempting to bind port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 on network 35fe3a20-2930-4482-917d-e41ecf066599 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:37:20.626759 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a4424839-bb59-4adc-93c4-bb323c19b1bc req-ad1c678b-2610-4424-8057-002b82c0ed90 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564395 Oct 27 21:37:20.627735 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 on network 35fe3a20-2930-4482-917d-e41ecf066599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:37:20.628148 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Attempting to bind port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 on network 35fe3a20-2930-4482-917d-e41ecf066599 {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:37:20.633341 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Checking agent: {'id': '036088a2-806c-4ce1-bb9c-4a0002447fca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'started_at': datetime.datetime(2021, 10, 27, 21, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:37:20.633670 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Checking segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:37:20.634041 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Bound using segment: {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'} {{(pid=101283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:37:20.634462 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.managers [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Bound port: 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40b0919-cb57-499e-b88c-bd0ac3ab254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599'}}] {{(pid=101283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:37:20.634815 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.696248 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, cleared binding levels {{(pid=101283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:37:20.699364 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:37:20.703898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.738908 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.739509 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.740892 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] 10.222.0.74 "PUT /v2.0/ports/8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 1093 time: 0.9735246 Oct 27 21:37:20.762472 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e1a74-599a-44b5-a778-cfc2152b6528 service neutron] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=3']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:20.769911 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:20.772372 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a1e921-824a-465c-a64e-299262f48a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:20.814957 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815cd2ab-474a-403c-8197-b76efea6d850 x-openstack-request-id: req-815cd2ab-474a-403c-8197-b76efea6d850 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:20.815249 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:20.815502 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-815cd2ab-474a-403c-8197-b76efea6d850 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:20.815947 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'status': 'completed', 'code': 200} Oct 27 21:37:20.847848 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-7a00c80f-9ba2-45ac-ad3e-26de054146da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.849443 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-7a00c80f-9ba2-45ac-ad3e-26de054146da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1096 time: 0.0486720 Oct 27 21:37:20.899603 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-87b3a6d4-36b6-442c-bc30-a3e3b764de68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 217 time: 0.0344868 Oct 27 21:37:20.975651 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-69a47487-4334-4c73-bdec-b879cc39c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:20.977114 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-69a47487-4334-4c73-bdec-b879cc39c5ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0426636 Oct 27 21:37:21.021418 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422f61-9493-46a4-b020-0f27631fea50 req-1740cc01-082d-4809-b524-4e94ad7354e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.022809 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-1740cc01-082d-4809-b524-4e94ad7354e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385513 Oct 27 21:37:21.115136 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-38ce8c36-f5f9-450a-b33a-f84656775c44 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Oct 27 21:37:21.215228 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-cf422f61-9493-46a4-b020-0f27631fea50 req-0fcecdfe-f02a-461c-be3c-bca4af3de0c5 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915656 Oct 27 21:37:21.275731 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e34ab9-2d9e-4f47-9733-e9cb3e93e3f5 req-30db214b-7f55-4f8d-8f11-923d6855f230 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.277234 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69e34ab9-2d9e-4f47-9733-e9cb3e93e3f5 req-30db214b-7f55-4f8d-8f11-923d6855f230 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0499988 Oct 27 21:37:21.316016 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-69e34ab9-2d9e-4f47-9733-e9cb3e93e3f5 req-8bef1f27-58b8-42f6-a703-323073a790ca tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 Oct 27 21:37:21.351133 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e921-824a-465c-a64e-299262f48a9c req-7b02eac1-4421-41d8-a5a4-1597f2f7de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.352629 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-7b02eac1-4421-41d8-a5a4-1597f2f7de11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1096 time: 0.0406694 Oct 27 21:37:21.442549 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e921-824a-465c-a64e-299262f48a9c req-beb6a760-080b-40c4-83a3-37bd9bd03212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.443934 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-beb6a760-080b-40c4-83a3-37bd9bd03212 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.0843248 Oct 27 21:37:21.491656 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-268bbb8b-136f-4ae5-8184-1292ff315411 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 217 time: 0.0399473 Oct 27 21:37:21.541610 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e921-824a-465c-a64e-299262f48a9c req-1504f8f5-74c0-4fd6-ba92-523823593b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.543091 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-1504f8f5-74c0-4fd6-ba92-523823593b13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0439513 Oct 27 21:37:21.550877 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5409a78-88ee-4448-8158-4c3cdff47921 req-8096f954-852a-4ca5-8e13-fb6f73ac2ac4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.552318 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d5409a78-88ee-4448-8158-4c3cdff47921 req-8096f954-852a-4ca5-8e13-fb6f73ac2ac4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 943 time: 0.0525186 Oct 27 21:37:21.589202 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d5409a78-88ee-4448-8158-4c3cdff47921 req-d4679ae7-cb3d-49da-abe7-61d4179fb1c4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Oct 27 21:37:21.593759 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e921-824a-465c-a64e-299262f48a9c req-ec3c5903-7db7-4a18-ad46-adc27df971d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.595264 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-ec3c5903-7db7-4a18-ad46-adc27df971d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396852 Oct 27 21:37:21.721987 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b02511-83c7-4337-b319-c20c77f1727f req-837a8c7c-a7ab-4150-9f8b-41efd5d2ae5a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:21.723436 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a1b02511-83c7-4337-b319-c20c77f1727f req-837a8c7c-a7ab-4150-9f8b-41efd5d2ae5a tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 946 time: 0.0886152 Oct 27 21:37:21.781381 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-a8df007f-081c-4fe8-995b-1c2d7066b754 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534910 Oct 27 21:37:21.895658 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Deleting port 516fc0c6-0007-43c9-8015-2a1e77559c82 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:21.896020 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.942041 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-22a1e921-824a-465c-a64e-299262f48a9c req-621a5353-af4a-41b7-8223-fdd9032d4cbe service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523302 Oct 27 21:37:21.994075 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] For port 516fc0c6-0007-43c9-8015-2a1e77559c82, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=516fc0c6-0007-43c9-8015-2a1e77559c82,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:21.994359 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.006779 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Calling delete_port for 516fc0c6-0007-43c9-8015-2a1e77559c82 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:22.415163 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.419306 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-3de5895c-3988-4876-8d2f-dc857710b302 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561578 Oct 27 21:37:22.436497 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5731cbb-52c6-4118-8e00-0a529fd87fd6 req-93b37346-a2c2-4dea-b6ca-0d52d7025f5e tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.437977 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d5731cbb-52c6-4118-8e00-0a529fd87fd6 req-93b37346-a2c2-4dea-b6ca-0d52d7025f5e tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=f548cb90-318d-4775-a06b-61c23e9d00b9 HTTP/1.1" status: 200 len: 867 time: 0.0539637 Oct 27 21:37:22.443176 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'Port': ['ID=516fc0c6-0007-43c9-8015-2a1e77559c82,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:22.492974 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d5731cbb-52c6-4118-8e00-0a529fd87fd6 req-b1d1be80-5829-4ce1-a57a-6580dbd6ca65 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475452 Oct 27 21:37:22.497497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] No DVR routers for this DVR port 516fc0c6-0007-43c9-8015-2a1e77559c82 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:22.501875 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.503866 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a1b02511-83c7-4337-b319-c20c77f1727f req-1f924638-cba7-462f-9eb2-6c82d9abf6a2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "DELETE /v2.0/ports/516fc0c6-0007-43c9-8015-2a1e77559c82 HTTP/1.1" status: 204 len: 173 time: 0.7705166 Oct 27 21:37:22.533290 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-52647c8b-b95b-44fe-be7f-57948afbd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.534764 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-52647c8b-b95b-44fe-be7f-57948afbd432 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0453424 Oct 27 21:37:22.653652 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-35385d1e-8580-446c-89ab-18b53f5f7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.655129 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-35385d1e-8580-446c-89ab-18b53f5f7322 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0877795 Oct 27 21:37:22.700808 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296eef-04c0-4e03-aa33-bbc0baf39dd9 req-9dfcb198-dbb3-44a3-bb2b-9adee4c42212 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.702298 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49296eef-04c0-4e03-aa33-bbc0baf39dd9 req-9dfcb198-dbb3-44a3-bb2b-9adee4c42212 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 943 time: 0.0484908 Oct 27 21:37:22.732617 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-19c895dc-7f95-4ac9-b7cd-78a45051ae20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 1002 time: 0.0627339 Oct 27 21:37:22.740565 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-49296eef-04c0-4e03-aa33-bbc0baf39dd9 req-d2bd6b14-4a33-4b83-8ccd-6c00604aa09e tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Oct 27 21:37:22.781870 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-485098ea-c95b-44d0-af06-1847ee3d0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.783375 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-485098ea-c95b-44d0-af06-1847ee3d0315 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0435631 Oct 27 21:37:22.820422 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'name': 'network-vif-deleted', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:22.824368 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7888ff13-beb1-4e5b-9712-ed160d8736f7" -d '{"events": [{"server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "name": "network-vif-deleted", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:22.854689 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-f7215621-d89b-40ce-b04d-9b56b024109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:22.857064 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-f7215621-d89b-40ce-b04d-9b56b024109a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657258 Oct 27 21:37:22.863278 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164e6c6-678a-4866-a5de-5d2595a0eabc x-openstack-request-id: req-e164e6c6-678a-4866-a5de-5d2595a0eabc {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:22.863563 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548cb90-318d-4775-a06b-61c23e9d00b9", "name": "network-vif-deleted", "tag": "516fc0c6-0007-43c9-8015-2a1e77559c82", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:22.863819 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e164e6c6-678a-4866-a5de-5d2595a0eabc {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:22.864202 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548cb90-318d-4775-a06b-61c23e9d00b9', 'name': 'network-vif-deleted', 'tag': '516fc0c6-0007-43c9-8015-2a1e77559c82', 'status': 'completed', 'code': 200} Oct 27 21:37:22.965586 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-8d1be4ac-5a7d-479b-a8bc-a3fdc787b363 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974505 Oct 27 21:37:23.059583 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-acddd073-38c1-42aa-81fd-a38b753ad2ec req-9122d817-2d56-413e-9df7-2c2c42c84eb6 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Oct 27 21:37:23.677880 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 8a14a7ff-234d-47b6-a363-67f3eb0685d7 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:37:23.769583 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:23.781416 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Returning: {'device': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'port_id': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'mac_address': 'fa:16:3e:a8:09:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:37:23.824777 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.838209 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a14a7ff-234d-47b6-a363-67f3eb0685d7 {{(pid=101284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:37:23.859925 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:23.863732 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:23.864645 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1972-8e24-4f0b-b1bd-36d748c591ca req-886cda0f-257b-4dd1-ae64-a61ac992b2b3 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.866393 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9dec1972-8e24-4f0b-b1bd-36d748c591ca req-886cda0f-257b-4dd1-ae64-a61ac992b2b3 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 943 time: 0.0584726 Oct 27 21:37:23.905354 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9dec1972-8e24-4f0b-b1bd-36d748c591ca req-90a383ef-fc8e-4990-aef9-deac1b048461 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Oct 27 21:37:23.913671 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=4']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:24.195762 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['8a14a7ff-234d-47b6-a363-67f3eb0685d7'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:37:25.018606 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d185c-9286-4f35-a267-37c5efbb80e2 req-41955a4e-49f9-443a-96a5-15f152aebb7c tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:25.019993 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7c2d185c-9286-4f35-a267-37c5efbb80e2 req-41955a4e-49f9-443a-96a5-15f152aebb7c tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 944 time: 0.0482907 Oct 27 21:37:25.057246 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7c2d185c-9286-4f35-a267-37c5efbb80e2 req-c6cb7e1a-8021-4d2f-bab3-e89f49debe83 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Oct 27 21:37:25.694794 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 8a14a7ff-234d-47b6-a363-67f3eb0685d7 up at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:37:25.745575 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning for port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 completed by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:37:25.749622 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Provisioning complete for port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 triggered by entity L2. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:25.749989 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.771362 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34494) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:25.853547 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.875952 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:25.878336 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d493b104a7c741246ae026582b29d69dded41698896ddfb7c96946357a4e7f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26062928-283f-466d-9154-6dca9012b2ab" -d '{"events": [{"server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "name": "network-vif-plugged", "status": "completed", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:25.896065 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:25.900359 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868'] for port, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.901664 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 516fc0c6-0007-43c9-8015-2a1e77559c82 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:25.925972 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c98797-941e-4dd3-accb-747e889ca997 x-openstack-request-id: req-35c98797-941e-4dd3-accb-747e889ca997 {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:25.926264 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "name": "network-vif-plugged", "status": "completed", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "code": 200}]} {{(pid=101284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:25.926523 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35c98797-941e-4dd3-accb-747e889ca997 {{(pid=101284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:25.926902 dv-cinder-815145-3-iscsi neutron-server[101284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'code': 200} Oct 27 21:37:25.933305 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Deleting port 804a8ca6-2485-4eb2-b44f-3f067933ba4d {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:25.933643 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.942664 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 516fc0c6-0007-43c9-8015-2a1e77559c82 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:25.943001 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 516fc0c6-0007-43c9-8015-2a1e77559c82 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:25.969727 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=5']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:26.009349 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:26.009668 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:26.021446 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Calling delete_port for 804a8ca6-2485-4eb2-b44f-3f067933ba4d owned by network:floatingip {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:26.135935 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20b603-6a24-4a77-889c-5781dbc18c9e req-f24f8219-b03a-41bd-b0ab-d015c90ef207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:26.137438 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0b20b603-6a24-4a77-889c-5781dbc18c9e req-f24f8219-b03a-41bd-b0ab-d015c90ef207 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1098 time: 0.0589945 Oct 27 21:37:26.180228 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099967c-e87b-45d5-b894-ef29de3aeeba req-f7a70802-acf2-4269-955a-9821ab03b112 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:26.182564 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0099967c-e87b-45d5-b894-ef29de3aeeba req-f7a70802-acf2-4269-955a-9821ab03b112 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0519905 Oct 27 21:37:26.184884 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0b20b603-6a24-4a77-889c-5781dbc18c9e req-55b0ba18-04fa-46a2-947b-edbf892fc13c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Oct 27 21:37:26.219726 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0099967c-e87b-45d5-b894-ef29de3aeeba req-d387946c-4d59-4280-8193-ede767423838 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Oct 27 21:37:26.229324 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:26.254015 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'Port': ['ID=804a8ca6-2485-4eb2-b44f-3f067933ba4d,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:26.314402 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:26.314733 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Floating IP cb7e163f-b23d-4a86-8377-67fd3ccfee81 disassociated (deleted). External IP: 172.27.1.214, port: 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5. Oct 27 21:37:26.515154 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:26.619961 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:26.624975 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:26.629389 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:26.639425 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:26.640025 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:26.650400 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-936879b2-dc95-4256-b993-3eb203d4acf2 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "DELETE /v2.0/floatingips/cb7e163f-b23d-4a86-8377-67fd3ccfee81 HTTP/1.1" status: 204 len: 168 time: 0.8779712 Oct 27 21:37:26.651071 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:26.653338 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d347b49-35c2-4587-89a5-f9b919a44af6" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:26.692773 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb8265-0fae-4b16-8453-112298dd6048 x-openstack-request-id: req-d2bb8265-0fae-4b16-8453-112298dd6048 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:26.693133 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:26.693453 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2bb8265-0fae-4b16-8453-112298dd6048 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:26.693917 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'status': 'completed', 'code': 200} Oct 27 21:37:26.753382 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:26.784505 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-5a5ad3da-aa7f-4e4c-ac40-21bd2ae24511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:26.786374 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-5a5ad3da-aa7f-4e4c-ac40-21bd2ae24511 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e66d26b155564be4b57dc8227d98bdf2&device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 1099 time: 0.0470235 Oct 27 21:37:26.886638 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3fee-4cd3-4ff1-b512-87ae12d6ae06 req-bd33d6ec-7383-45df-b55c-9209896a25df tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:26.888381 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-413e3fee-4cd3-4ff1-b512-87ae12d6ae06 req-bd33d6ec-7383-45df-b55c-9209896a25df tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 946 time: 0.0531104 Oct 27 21:37:26.928532 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-413e3fee-4cd3-4ff1-b512-87ae12d6ae06 req-953ad308-67ae-4acf-9986-151d2315f353 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Oct 27 21:37:26.938267 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-46e95a53-9a8a-4f3a-87dc-3ffb40441e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:26.940329 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-46e95a53-9a8a-4f3a-87dc-3ffb40441e65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 200 len: 913 time: 0.0914249 Oct 27 21:37:26.977089 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:26.985876 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-e119baf2-a06b-490a-afe9-cd46538bb286 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 200 len: 217 time: 0.0348439 Oct 27 21:37:27.002597 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:27.010758 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:27.011285 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:27.034747 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-496b7e4f-d4b6-4f9d-be45-bdd19eb55e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:27.036211 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-496b7e4f-d4b6-4f9d-be45-bdd19eb55e3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 200 len: 851 time: 0.0419345 Oct 27 21:37:27.087360 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-168660b2-ae9e-44fb-b32e-dc53daf517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:27.088915 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-168660b2-ae9e-44fb-b32e-dc53daf517b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cd9d3f56-d807-49ad-8f2a-c7cf953c1725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443263 Oct 27 21:37:27.198897 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-b8f2b64e-90cf-494c-b34d-0ae6c0edc94e service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840290 Oct 27 21:37:27.236912 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:27.323533 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-8d347b49-35c2-4587-89a5-f9b919a44af6 req-8b480644-7c8f-474e-a999-245b9de1c6b4 service neutron] 10.222.0.74 "GET /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034865 Oct 27 21:37:27.348303 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffde72c-3aea-4f87-b828-4bd89372379c req-f52ca10e-c259-452e-bcc5-5c73a54f2d89 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:27.350664 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7ffde72c-3aea-4f87-b828-4bd89372379c req-f52ca10e-c259-452e-bcc5-5c73a54f2d89 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0538020 Oct 27 21:37:27.393715 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-7ffde72c-3aea-4f87-b828-4bd89372379c req-d7085b49-0c36-46b7-b107-9dcf7c76d6f7 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Oct 27 21:37:27.454896 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:27.484572 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e8f525-e33d-4631-b8a2-21b69984ea10 None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:09Z', 'revision_number': 4, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': 'dc8325c7-9249-4a90-8dd3-b468787e04a1', 'name': '', 'network_id': 'cd9d3f56-d807-49ad-8f2a-c7cf953c1725', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'mac_address': 'fa:16:3e:ca:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:08Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'subnets': [{'id': '8d76b771-1391-4a67-8a9f-40441c28e567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:27.693440 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897535b-f737-4b3c-b2c8-573698082693 None None] New status for floating IP cb7e163f-b23d-4a86-8377-67fd3ccfee81: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:37:28.040836 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcea5fe-335d-4ebd-ad63-9fd0ac2f9f00 req-04463802-d63c-4850-8b0d-96cb83d797af tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:28.042302 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfcea5fe-335d-4ebd-ad63-9fd0ac2f9f00 req-04463802-d63c-4850-8b0d-96cb83d797af tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 946 time: 0.0485117 Oct 27 21:37:28.079989 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bfcea5fe-335d-4ebd-ad63-9fd0ac2f9f00 req-b89e7136-39d0-4c92-956d-70b6ffc83b30 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a2bd720-7c4b-4094-b832-93f417e1ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308027 Oct 27 21:37:28.509167 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70eae9-a5fb-4e99-a981-332ee0899dfc req-82f6b70e-503c-4ecf-9501-905c4ba8b8bf tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:28.510636 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e70eae9-a5fb-4e99-a981-332ee0899dfc req-82f6b70e-503c-4ecf-9501-905c4ba8b8bf tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0514727 Oct 27 21:37:28.547632 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2e70eae9-a5fb-4e99-a981-332ee0899dfc req-2823a247-1b12-48bc-a224-e2c3ff4c3a59 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Oct 27 21:37:28.656879 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38da437-894d-4603-bec0-365b6a55d74c req-13e5580a-3257-4f2b-b3da-2734a43b6fda tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:28.659430 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c38da437-894d-4603-bec0-365b6a55d74c req-13e5580a-3257-4f2b-b3da-2734a43b6fda tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0487542 Oct 27 21:37:28.699339 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c38da437-894d-4603-bec0-365b6a55d74c req-bdbac0f3-13f4-4c73-babf-71ad61bb9a9b tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Oct 27 21:37:28.701379 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-2fb74d4b-d111-4545-a9a7-566baecfd320 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:28.702833 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-2fb74d4b-d111-4545-a9a7-566baecfd320 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 946 time: 0.0501745 Oct 27 21:37:28.799309 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Deleting port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:28.799637 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:28.897994 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] For port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:28.898362 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:28.910840 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Calling delete_port for 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:29.020464 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657ce7d-d5ff-4ab0-aa2b-a7b1a78bfe9f req-305b43ea-6180-4863-84c2-c1df44006903 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:29.021888 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c657ce7d-d5ff-4ab0-aa2b-a7b1a78bfe9f req-305b43ea-6180-4863-84c2-c1df44006903 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0476971 Oct 27 21:37:29.041142 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:29.062705 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-c657ce7d-d5ff-4ab0-aa2b-a7b1a78bfe9f req-bbd3fea3-44e6-4586-836d-7debf4f2135c tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Oct 27 21:37:29.067472 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'Port': ['ID=0e62e1e8-87d6-4e15-8368-1068ff9ce6e5,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:29.113497 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] No DVR routers for this DVR port 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:29.116606 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:29.120287 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-58146f7a-5fd9-4362-9eac-4104b2ae53f4 req-a7a81eb0-841a-4d8f-9509-ab9f8d95d215 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.74 "DELETE /v2.0/ports/0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 HTTP/1.1" status: 204 len: 173 time: 0.4102056 Oct 27 21:37:29.120781 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'name': 'network-vif-deleted', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:29.123126 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e686b9-146e-4418-9b0b-2b9ddc5adc86" -d '{"events": [{"server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "name": "network-vif-deleted", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:29.176426 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984ca8e3-c19e-4161-826c-d8cfcac4e5ce x-openstack-request-id: req-984ca8e3-c19e-4161-826c-d8cfcac4e5ce {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:29.176852 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca011e-6fe5-4f28-bd50-299c00f0aac5", "name": "network-vif-deleted", "tag": "0e62e1e8-87d6-4e15-8368-1068ff9ce6e5", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:29.177170 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-984ca8e3-c19e-4161-826c-d8cfcac4e5ce {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:29.177632 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca011e-6fe5-4f28-bd50-299c00f0aac5', 'name': 'network-vif-deleted', 'tag': '0e62e1e8-87d6-4e15-8368-1068ff9ce6e5', 'status': 'completed', 'code': 200} Oct 27 21:37:29.188494 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cbfadad2-27a5-4f55-918e-a0810b59b27a req-5cda76ce-9a30-48ce-9752-50e66642c507 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ca011e-6fe5-4f28-bd50-299c00f0aac5 HTTP/1.1" status: 200 len: 210 time: 0.0355957 Oct 27 21:37:30.243422 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34530) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:30.364994 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Deleting port 1b2f6206-16ad-459c-a3a8-6bb5c7fff4a2 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:30.365326 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.437803 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.438122 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.450617 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Calling delete_port for 1b2f6206-16ad-459c-a3a8-6bb5c7fff4a2 owned by network:floatingip {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:30.581120 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.605269 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'Port': ['ID=1b2f6206-16ad-459c-a3a8-6bb5c7fff4a2,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:30.670349 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for floatingip, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.673376 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:30.675435 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7dea939a-3cc9-439e-b6ef-bef6707be8da tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "DELETE /v2.0/floatingips/6af6c01f-0ef3-41ae-99d7-40c34447d587 HTTP/1.1" status: 204 len: 168 time: 0.4301205 Oct 27 21:37:31.868567 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34560) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:31.926717 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e11d-dfe6-4c6e-bdd3-fdee5cbaf2c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:31.951284 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e11d-dfe6-4c6e-bdd3-fdee5cbaf2c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:32.009122 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e11d-dfe6-4c6e-bdd3-fdee5cbaf2c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:32.011825 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-d2a1e11d-dfe6-4c6e-bdd3-fdee5cbaf2c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:32.012994 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-d2a1e11d-dfe6-4c6e-bdd3-fdee5cbaf2c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] 10.222.0.55 "DELETE /v2.0/security-groups/6a2bd720-7c4b-4094-b832-93f417e1ab94 HTTP/1.1" status: 204 len: 168 time: 0.1433709 Oct 27 21:37:32.022670 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1e11d-dfe6-4c6e-bdd3-fdee5cbaf2c9 tempest-TestVolumeBootPattern-1606145158 tempest-TestVolumeBootPattern-1606145158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2bd720-7c4b-4094-b832-93f417e1ab94,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:32.071167 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34566) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:32.497002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:32.729936 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Deleting port dc8325c7-9249-4a90-8dd3-b468787e04a1 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:32.730265 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:32.805269 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] For port dc8325c7-9249-4a90-8dd3-b468787e04a1, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=dc8325c7-9249-4a90-8dd3-b468787e04a1,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:32.805617 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:32.817945 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Calling delete_port for dc8325c7-9249-4a90-8dd3-b468787e04a1 owned by network:router_interface {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:32.985761 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:33.022507 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8325c7-9249-4a90-8dd3-b468787e04a1,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:33.173799 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:33.380196 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Router 8ea30e5b-2737-4b2b-af41-d232192bdba6 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:33.482859 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:33.488146 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-13d31c9d-4ebb-4708-96da-949aedff0c85 admin admin] 10.222.0.55 "PUT /v2.0/routers/8ea30e5b-2737-4b2b-af41-d232192bdba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4155049 Oct 27 21:37:33.490490 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34572) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:33.493204 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] Sync routers for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:33.503940 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:33.504605 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:33.587725 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks [] for router, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:33.614514 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:33.687085 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:33.717730 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:33.741368 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:33.741718 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 0e62e1e8-87d6-4e15-8368-1068ff9ce6e5 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:33.747472 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Deleting port 0f04925d-04c6-480c-ad1e-260f993488d4 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:33.747878 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:33.814202 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:37:32Z', 'revision_number': 5, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port': {'id': '0f04925d-04c6-480c-ad1e-260f993488d4', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:33.825795 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] For port 0f04925d-04c6-480c-ad1e-260f993488d4, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=0f04925d-04c6-480c-ad1e-260f993488d4,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:33.826156 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:33.838721 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Calling delete_port for 0f04925d-04c6-480c-ad1e-260f993488d4 owned by network:router_gateway {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:33.841033 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] Checking router: 8ea30e5b-2737-4b2b-af41-d232192bdba6 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:33.849175 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] Routers {'8ea30e5b-2737-4b2b-af41-d232192bdba6'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:33.849769 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['8ea30e5b-2737-4b2b-af41-d232192bdba6'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:33.937631 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] Set router 8ea30e5b-2737-4b2b-af41-d232192bdba6 gateway port host: None {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:33.994850 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:37:33Z', 'revision_number': 6, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:34.021827 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4a33f-4361-4fbd-82f2-41236a9562aa None None] The sync data for ids ['8ea30e5b-2737-4b2b-af41-d232192bdba6'] in dv-cinder-815145-3-iscsi is: [{'id': '8ea30e5b-2737-4b2b-af41-d232192bdba6', 'name': 'tempest-TestVolumeBootPattern-2043279377-router', 'tenant_id': 'e66d26b155564be4b57dc8227d98bdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:04Z', 'updated_at': '2021-10-27T21:37:33Z', 'revision_number': 6, 'project_id': 'e66d26b155564be4b57dc8227d98bdf2', 'gw_port_host': None}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:34.246977 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.277053 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f04925d-04c6-480c-ad1e-260f993488d4,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:34.340074 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.433841 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.436161 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.482422 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.482963 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea30e5b-2737-4b2b-af41-d232192bdba6 {{(pid=101282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:37:34.487508 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.488766 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9e02c26a-3135-4544-9a0a-77f247f87f14 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8ea30e5b-2737-4b2b-af41-d232192bdba6 HTTP/1.1" status: 204 len: 168 time: 0.9973187 Oct 27 21:37:34.491207 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34576) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:34.541002 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Deleting subnet 8d76b771-1391-4a67-8a9f-40441c28e567 {{(pid=101282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:37:34.544429 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.579629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738527'] for subnet, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.660629 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.717041 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3429347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59115500'] for subnet, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.745040 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d76b771-1391-4a67-8a9f-40441c28e567,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:34.746993 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.750236 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-16f8fedd-b558-468d-9830-d3b52d772d43 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8d76b771-1391-4a67-8a9f-40441c28e567 HTTP/1.1" status: 204 len: 168 time: 0.2580934 Oct 27 21:37:34.752782 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34578) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:34.755173 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2254b480-a229-4ecb-a3f8-0be5ab6045c4 None None] Network cd9d3f56-d807-49ad-8f2a-c7cf953c1725 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:37:34.828930 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.836042 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device dc8325c7-9249-4a90-8dd3-b468787e04a1 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:34.874187 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: dc8325c7-9249-4a90-8dd3-b468787e04a1 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:34.874529 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device dc8325c7-9249-4a90-8dd3-b468787e04a1 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:34.874937 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0f04925d-04c6-480c-ad1e-260f993488d4 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:34.882796 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Deleting port 7346288f-e140-4f63-b070-554cc20b9784 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:34.883135 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.910663 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 0f04925d-04c6-480c-ad1e-260f993488d4 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:34.911008 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 0f04925d-04c6-480c-ad1e-260f993488d4 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:34.960403 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] For port 7346288f-e140-4f63-b070-554cc20b9784, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=7346288f-e140-4f63-b070-554cc20b9784,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:34.960825 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:34.977672 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Calling delete_port for 7346288f-e140-4f63-b070-554cc20b9784 owned by network:dhcp {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:34.990335 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] DHCP port deletion for cd9d3f56-d807-49ad-8f2a-c7cf953c1725 request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:37:35.043708 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] Deleting port 7346288f-e140-4f63-b070-554cc20b9784 {{(pid=101284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:35.044405 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.065174 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.106614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Pushing event deleted for resources: {'Port': ['ID=7346288f-e140-4f63-b070-554cc20b9784,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:35.110610 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] No DVR routers for this DVR port 7346288f-e140-4f63-b070-554cc20b9784 on host dv-cinder-815145-3-iscsi {{(pid=101282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:35.121234 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] For port 7346288f-e140-4f63-b070-554cc20b9784, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=7346288f-e140-4f63-b070-554cc20b9784,segment=NetworkSegment(a11b6718-e584-47fe-b16c-a309447016b7),segment_id=a11b6718-e584-47fe-b16c-a309447016b7)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:35.121850 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.135101 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] Calling delete_port for 7346288f-e140-4f63-b070-554cc20b9784 owned by network:dhcp {{(pid=101284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:35.195394 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.218231 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9d3f56-d807-49ad-8f2a-c7cf953c1725']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:35.222417 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841'] for port, after_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.228032 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b6718-e584-47fe-b16c-a309447016b7') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:35.228322 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b6718-e584-47fe-b16c-a309447016b7') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:35.238879 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.246610 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] Pushing event deleted for resources: {'Port': ['ID=7346288f-e140-4f63-b070-554cc20b9784,revision_number=None']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:35.251708 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5ca03-4160-4f2b-a391-5cc562c9fc28 None None] No DVR routers for this DVR port 7346288f-e140-4f63-b070-554cc20b9784 on host dv-cinder-815145-3-iscsi {{(pid=101284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:35.252863 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.260268 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:37:35.260440 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:37:35.262147 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:37:35.318476 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.324157 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.327311 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd9d3f56-d807-49ad-8f2a-c7cf953c1725 HTTP/1.1" status: 204 len: 168 time: 0.5736070 Oct 27 21:37:35.330878 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34582) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:35.338524 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3c4f4-9fe0-4a4a-b08c-96d6a58e5829 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9d3f56-d807-49ad-8f2a-c7cf953c1725,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:35.668474 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.906790 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Deleting port d215cc53-134b-4c4d-b85f-6b3906d0b059 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:35.907155 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.990848 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] For port d215cc53-134b-4c4d-b85f-6b3906d0b059, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=d215cc53-134b-4c4d-b85f-6b3906d0b059,segment=NetworkSegment(852d7406-0fd7-4f5a-b00a-2806c80577e8),segment_id=852d7406-0fd7-4f5a-b00a-2806c80577e8)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:35.991412 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:36.005654 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Calling delete_port for d215cc53-134b-4c4d-b85f-6b3906d0b059 owned by network:router_interface {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:36.178051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:36.202598 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Pushing event deleted for resources: {'Port': ['ID=d215cc53-134b-4c4d-b85f-6b3906d0b059,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:36.353969 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1008cfe3-267e-42ee-8d83-7722e48888ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:36.377831 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:36.585892 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Router b5b11301-535f-4909-9645-497f63efe801 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:36.588654 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 7346288f-e140-4f63-b070-554cc20b9784 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:36.609669 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 7346288f-e140-4f63-b070-554cc20b9784 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:36.610012 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 7346288f-e140-4f63-b070-554cc20b9784 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:36.694627 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:36.699772 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-c2cc4c98-091c-49cc-a0e0-62e6a657c731 admin admin] 10.222.0.55 "PUT /v2.0/routers/b5b11301-535f-4909-9645-497f63efe801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3677113 Oct 27 21:37:36.702526 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34586) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:36.703731 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] Sync routers for ids ['b5b11301-535f-4909-9645-497f63efe801'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:36.714346 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] Routers {'b5b11301-535f-4909-9645-497f63efe801'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:36.714948 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['b5b11301-535f-4909-9645-497f63efe801'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:36.822116 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] Set router b5b11301-535f-4909-9645-497f63efe801 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:37.006531 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:37:36Z', 'revision_number': 5, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:37.035996 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] Checking router: b5b11301-535f-4909-9645-497f63efe801 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:37.044380 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] Routers {'b5b11301-535f-4909-9645-497f63efe801'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:37.045022 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:09Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['b5b11301-535f-4909-9645-497f63efe801'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:37.051539 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks [] for router, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.152133 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.205136 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Deleting port 02c08318-09f6-4201-a153-ae1161631c41 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:37.205505 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.235584 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] Set router b5b11301-535f-4909-9645-497f63efe801 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:37.302052 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] For port 02c08318-09f6-4201-a153-ae1161631c41, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=02c08318-09f6-4201-a153-ae1161631c41,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:37.302465 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.316796 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Calling delete_port for 02c08318-09f6-4201-a153-ae1161631c41 owned by network:router_gateway {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:37.427275 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:37:36Z', 'revision_number': 5, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:37.453265 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301471df-5a5d-4eb5-9e6c-e1d7c371b5b7 None None] The sync data for ids ['b5b11301-535f-4909-9645-497f63efe801'] in dv-cinder-815145-3-iscsi is: [{'id': 'b5b11301-535f-4909-9645-497f63efe801', 'name': 'tempest-TestVolumeBootPattern-1672761642-router', 'tenant_id': 'd282de961746453bb6cd0ba5028baf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '02c08318-09f6-4201-a153-ae1161631c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:13Z', 'updated_at': '2021-10-27T21:37:36Z', 'revision_number': 5, 'project_id': 'd282de961746453bb6cd0ba5028baf2b', 'gw_port': {'id': '02c08318-09f6-4201-a153-ae1161631c41', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b11301-535f-4909-9645-497f63efe801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:15Z', 'updated_at': '2021-10-27T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:37.488635 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.512929 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=02c08318-09f6-4201-a153-ae1161631c41,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:37.570292 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.659344 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.661447 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.705734 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.706945 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b11301-535f-4909-9645-497f63efe801 {{(pid=101283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:37:37.711333 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.712492 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-099d2a17-36bd-4948-942f-62ced394f2eb admin admin] 10.222.0.55 "DELETE /v2.0/routers/b5b11301-535f-4909-9645-497f63efe801 HTTP/1.1" status: 204 len: 168 time: 1.0090640 Oct 27 21:37:37.715129 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34590) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:37.757559 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Deleting subnet 2e5e48f2-487e-460e-b770-1362c24f1688 {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:37:37.760348 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.796093 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.877415 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.930489 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.955481 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5e48f2-487e-460e-b770-1362c24f1688,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:37.959782 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:37.962806 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-88ec09c4-65dd-4455-90fb-9d8044e741ac admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e5e48f2-487e-460e-b770-1362c24f1688 HTTP/1.1" status: 204 len: 168 time: 0.2467694 Oct 27 21:37:37.965518 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34592) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:37.966624 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62edbc38-36c4-41ee-9136-f0424ad53c24 None None] Network f5111b5d-d35b-4eee-b1b0-a5154a42fcfd requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:37:38.034686 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.095238 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Deleting port eb8a8382-e3f2-4222-bf5a-90c137c8788f {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:38.095576 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.159201 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] For port eb8a8382-e3f2-4222-bf5a-90c137c8788f, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=eb8a8382-e3f2-4222-bf5a-90c137c8788f,segment=NetworkSegment(852d7406-0fd7-4f5a-b00a-2806c80577e8),segment_id=852d7406-0fd7-4f5a-b00a-2806c80577e8)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:38.159533 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.171737 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Calling delete_port for eb8a8382-e3f2-4222-bf5a-90c137c8788f owned by network:dhcp {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:38.250465 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.275196 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8a8382-e3f2-4222-bf5a-90c137c8788f,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:38.278649 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] No DVR routers for this DVR port eb8a8382-e3f2-4222-bf5a-90c137c8788f on host dv-cinder-815145-3-iscsi {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:38.346273 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.366324 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5111b5d-d35b-4eee-b1b0-a5154a42fcfd']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:38.375750 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852d7406-0fd7-4f5a-b00a-2806c80577e8') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:38.376131 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852d7406-0fd7-4f5a-b00a-2806c80577e8') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:38.390091 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.404127 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.410473 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:37:38.410888 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:37:38.412857 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:37:38.467559 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803da5e-e4fc-45ec-990a-5e2a7230abdf None None] DHCP port deletion for f5111b5d-d35b-4eee-b1b0-a5154a42fcfd request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:37:38.475121 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.495457 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.499123 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] 10.222.0.55 "DELETE /v2.0/networks/f5111b5d-d35b-4eee-b1b0-a5154a42fcfd HTTP/1.1" status: 204 len: 168 time: 0.5326400 Oct 27 21:37:38.512727 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d996184-483e-4232-ab97-7885dcf2bdfb admin admin] Pushing event deleted for resources: {'Network': ['ID=f5111b5d-d35b-4eee-b1b0-a5154a42fcfd,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:38.564805 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ad6e9-461b-4a03-ac20-72473279eea1 req-dc8382bf-5032-40fe-96da-7c833f4d6db8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:38.567647 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d41ad6e9-461b-4a03-ac20-72473279eea1 req-dc8382bf-5032-40fe-96da-7c833f4d6db8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0528214 Oct 27 21:37:38.571860 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 02c08318-09f6-4201-a153-ae1161631c41 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:38.595728 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 02c08318-09f6-4201-a153-ae1161631c41 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:38.596061 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 02c08318-09f6-4201-a153-ae1161631c41 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:38.596768 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d215cc53-134b-4c4d-b85f-6b3906d0b059 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:38.615506 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-d41ad6e9-461b-4a03-ac20-72473279eea1 req-b07dc3c9-d7e6-403b-b94e-19c0aed0e690 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Oct 27 21:37:38.620048 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: d215cc53-134b-4c4d-b85f-6b3906d0b059 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:38.620381 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device d215cc53-134b-4c4d-b85f-6b3906d0b059 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:38.621183 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device eb8a8382-e3f2-4222-bf5a-90c137c8788f no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:38.632318 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34604) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:38.640357 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: eb8a8382-e3f2-4222-bf5a-90c137c8788f {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:38.640930 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device eb8a8382-e3f2-4222-bf5a-90c137c8788f not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:38.645620 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34608) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:38.687770 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-bc413336-beca-447c-a6aa-b150355137c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e66d26b155564be4b57dc8227d98bdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409925 Oct 27 21:37:38.690772 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34610) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:38.740949 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2f30-3268-42ce-b158-ceaec0dee19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.763522 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2f30-3268-42ce-b158-ceaec0dee19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.831939 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc9aa85-0f61-4165-8b7a-f3a4c56313a9 tempest-TestMinimumBasicScenario-1310412914 tempest-TestMinimumBasicScenario-1310412914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:38.833616 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-afc9aa85-0f61-4165-8b7a-f3a4c56313a9 tempest-TestMinimumBasicScenario-1310412914 tempest-TestMinimumBasicScenario-1310412914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1093 time: 0.1995749 Oct 27 21:37:38.836525 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34612) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:38.840995 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.v2.base [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'floatingip': {'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'port_id': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:38.853217 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2f30-3268-42ce-b158-ceaec0dee19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.856467 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2f30-3268-42ce-b158-ceaec0dee19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.857570 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-7e9d2f30-3268-42ce-b158-ceaec0dee19f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71fa5929-5357-445b-8c1d-11bc98ccd0ed HTTP/1.1" status: 204 len: 168 time: 0.1659169 Oct 27 21:37:38.871288 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d2f30-3268-42ce-b158-ceaec0dee19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fa5929-5357-445b-8c1d-11bc98ccd0ed,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:38.878967 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for floatingip, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.932308 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e47eb08-d828-41da-91c5-57d747887e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.979450 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.086284 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_common [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Allocated IP 172.27.1.157 (4ab84436-cd69-4058-8f45-c2af242f4248/8a6243e2-028b-4fc5-8b39-8f5f468bf528/adc49773-1016-41f9-a58c-fad4b6d1ccc5) {{(pid=101283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:37:39.177331 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34618) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:39.191735 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for port, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.216527 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9516e430-121f-4047-9a5c-e75f318cd4d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d282de961746453bb6cd0ba5028baf2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380118 Oct 27 21:37:39.218984 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34620) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:39.225227 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791772382832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.262857 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Network 4ab84436-cd69-4058-8f45-c2af242f4248 is already hosted by enough agents. {{(pid=101283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:37:39.265709 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.base_scheduler [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Resources bound (agent type, host, resource id): {{(pid=101283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:37:39.269352 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Received port after_create {{(pid=101283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:37:39.271290 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.292335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.292567 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'Port': ['ID=adc49773-1016-41f9-a58c-fad4b6d1ccc5,revision_number=1']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:39.341450 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.343967 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.345174 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e41a3f4-0f90-42dc-8902-468d25baa8f9 HTTP/1.1" status: 204 len: 168 time: 0.1252944 Oct 27 21:37:39.353046 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41a3f4-0f90-42dc-8902-468d25baa8f9,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:39.360062 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.360400 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.360765 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.361081 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.361396 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.361719 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.362102 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.362420 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.363230 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.363543 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.363856 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.364165 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c21d8cf-3214-4fd8-9075-42414c8f5710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:39.657976 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.727651 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.873815 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for port, precommit_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.878986 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59134181'] for port, after_update {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:39.947192 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'Port': ['ID=adc49773-1016-41f9-a58c-fad4b6d1ccc5,revision_number=2']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:39.955784 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555573'] for floatingip, after_create {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.056219 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.064033 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.db.l3_db [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Floating IP 6a296bd2-84cf-4a8b-b504-5a3b6abebc6f associated. External IP: 172.27.1.157, port: 8a14a7ff-234d-47b6-a363-67f3eb0685d7. Oct 27 21:37:40.170882 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.276480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:40.379898 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:40.391541 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] Sync routers for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:40.397917 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.402019 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:40.402655 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:40.428342 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-232e4826-aea5-4006-9bc7-473fbf8cfd4d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5907428 Oct 27 21:37:40.430804 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:40.431213 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34624) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:40.433112 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:40.437144 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211057376', 'description': 'tempest-secgroup-smoke-1211057376 description', 'project_id': 'c7686021ae104257a2d291f0984c3bca'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:40.463626 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.475345 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d5c65-176e-4427-b718-41341d177ff3 x-openstack-request-id: req-ce9d5c65-176e-4427-b718-41341d177ff3 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:40.475635 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:40.475893 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce9d5c65-176e-4427-b718-41341d177ff3 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:40.476292 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'status': 'completed', 'code': 200} Oct 27 21:37:40.531701 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:40.533080 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.537460 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.572732 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-8c7ef05d-799a-4d19-8bbe-8e9339a3fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:40.574321 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff3227-de3d-4e7f-8dd5-be203501806f,revision_number=1']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:40.575067 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-8c7ef05d-799a-4d19-8bbe-8e9339a3fa91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1098 time: 0.0439868 Oct 27 21:37:40.579348 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.580562 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-2fa9c811-7ea7-45b9-87c4-fec0d26244e4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483188 Oct 27 21:37:40.583404 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34628) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:40.587912 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group_rule': {'security_group_id': '93ff3227-de3d-4e7f-8dd5-be203501806f', 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:40.616714 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.680055 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.684553 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.687225 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-d2afc334-cd3a-4ddd-8cf4-0049144473ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:40.688807 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-d2afc334-cd3a-4ddd-8cf4-0049144473ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.1054034 Oct 27 21:37:40.702851 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7256b8a0-433e-4f4d-911f-f6ebaf50187a,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:40.713663 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.717458 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-a3094641-8386-48ba-90c4-2ac81c6fd7cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305366 Oct 27 21:37:40.718277 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34630) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:40.728035 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group_rule': {'security_group_id': '93ff3227-de3d-4e7f-8dd5-be203501806f', 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:40.759877 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.767166 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-9c5b5c45-1b02-4807-be08-1151ccbee6c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 999 time: 0.0707021 Oct 27 21:37:40.826600 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-9f0ebf85-89e3-498a-8f06-b0cadb4891cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:40.828266 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-9f0ebf85-89e3-498a-8f06-b0cadb4891cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0525301 Oct 27 21:37:40.828411 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.832601 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.851287 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c01de8a-5a98-43f0-8a01-cbfdbabfb886,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:40.859466 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.860827 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-385024bb-30dd-4f16-900d-1b17deac5829 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405382 Oct 27 21:37:40.863577 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34632) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:40.868353 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group_rule': {'security_group_id': '93ff3227-de3d-4e7f-8dd5-be203501806f', 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:40.887358 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-cb125231-d275-462b-81df-3ebaa41c09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:40.889207 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-cb125231-d275-462b-81df-3ebaa41c09ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522575 Oct 27 21:37:40.898159 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.927066 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '6a296bd2-84cf-4a8b-b504-5a3b6abebc6f', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'port_id': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'mac_address': 'fa:16:3e:a8:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:37:39Z', 'updated_at': '2021-10-27T21:37:39Z', 'revision_number': 0, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:40.953272 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] Checking router: 6a9ecf99-39e2-43c0-9bd0-2143a2779111 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:40.962170 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:40.962776 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:37:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:40.964076 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.969112 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.984666 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffe32ed-e348-4bf5-99aa-ea269d732254,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:40.986833 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-ed0b531a-0c99-481a-ab3b-87bacfa5ef7b service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893188 Oct 27 21:37:40.997184 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.998393 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-d002e179-9d58-451a-b9db-9492ef0260c2 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336913 Oct 27 21:37:41.001048 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34634) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:41.006216 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group_rule': {'security_group_id': '93ff3227-de3d-4e7f-8dd5-be203501806f', 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:41.034720 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.076164 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:41.087941 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-85e19ad0-f4bd-4691-bc19-83405ffa0b3d req-ce6907e5-de25-4753-a9b5-5ce1ebf05b8b service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938554 Oct 27 21:37:41.103505 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.108617 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.130746 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f76013-fe4a-4264-922b-f1ad7b3d1356,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:41.136359 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.140055 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4541e2c4-9b8f-450f-a0b2-d54ca5cff0cd tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355889 Oct 27 21:37:41.140281 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34636) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:41.145106 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group_rule': {'security_group_id': '93ff3227-de3d-4e7f-8dd5-be203501806f', 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:41.165797 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.securitygroups_db [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Project c7686021ae104257a2d291f0984c3bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:37:41.170820 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.232311 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.235728 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.255397 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3c8633-e3aa-4c7d-a444-688d722bc299,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:41.260838 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.264794 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-61565ee5-cf58-4389-a75d-46f50da46141 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208055 Oct 27 21:37:41.265053 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34638) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:41.269800 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'security_group_rule': {'security_group_id': '93ff3227-de3d-4e7f-8dd5-be203501806f', 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:41.291148 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.securitygroups_db [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Project c7686021ae104257a2d291f0984c3bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:37:41.296221 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.305020 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '6a296bd2-84cf-4a8b-b504-5a3b6abebc6f', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'port_id': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'mac_address': 'fa:16:3e:a8:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:37:39Z', 'updated_at': '2021-10-27T21:37:39Z', 'revision_number': 0, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:41.331173 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f95565-eaa6-4fea-8dc2-6b156343bedf None None] The sync data for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi is: [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_floatingips': [{'id': '6a296bd2-84cf-4a8b-b504-5a3b6abebc6f', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'router_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'port_id': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'mac_address': 'fa:16:3e:a8:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:37:39Z', 'updated_at': '2021-10-27T21:37:39Z', 'revision_number': 0, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:41.358220 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.362837 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669913'] for security_group_rule, after_create {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.381678 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0624683b-fbf6-4bf4-b03f-91c00b8d5a88,revision_number=0']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:41.389330 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.390533 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-3871262b-3862-400f-95da-7ad8d38e1f37 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246610 Oct 27 21:37:41.472501 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-2d2501c6-7466-4f25-b044-9a4ddc8f4e49 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211057376&fields=id&tenant_id=c7686021ae104257a2d291f0984c3bca HTTP/1.1" status: 200 len: 267 time: 0.0343778 Oct 27 21:37:41.526982 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-4624c954-b5b4-47bf-b8a2-ad668b4ec7d8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:41.528472 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-4624c954-b5b4-47bf-b8a2-ad668b4ec7d8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0500154 Oct 27 21:37:41.535118 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36e10a-2d48-418c-b69c-fc40e028dfe1 None None] New status for floating IP 6a296bd2-84cf-4a8b-b504-5a3b6abebc6f: ACTIVE {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:37:41.541242 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'port': {'security_groups': ['a4e21cbb-4880-4a43-92f5-db61af552f57', '93ff3227-de3d-4e7f-8dd5-be203501806f']}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:37:41.613671 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.799035 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:41.806826 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.829513 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.834642 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.872724 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['8a14a7ff-234d-47b6-a363-67f3eb0685d7'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:37:41.878043 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:41.878655 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:41.880068 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-bda675d0-e221-4294-8a7b-b240a1c7441e req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "PUT /v2.0/ports/8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 981 time: 0.3436718 Oct 27 21:37:41.880442 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:41.882714 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ac876-c237-401b-9340-c7d8a57c5d62" -d '{"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:41.915099 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dbcd9-ad01-4cf3-9996-5702f7b822cb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=6']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:42.003639 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['8a14a7ff-234d-47b6-a363-67f3eb0685d7'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:37:42.008415 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956ddf-2e56-46de-8b67-833de7b48944 req-359fbd3d-280f-4147-b249-9062c8f5c91b tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:42.016364 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f9956ddf-2e56-46de-8b67-833de7b48944 req-359fbd3d-280f-4147-b249-9062c8f5c91b tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0651965 Oct 27 21:37:42.070292 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-f9956ddf-2e56-46de-8b67-833de7b48944 req-6c23351a-764f-488f-8d06-0c98573dc6ad tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507307 Oct 27 21:37:42.148117 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab51309-14e6-4fef-a953-80d79c81242f x-openstack-request-id: req-5ab51309-14e6-4fef-a953-80d79c81242f {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:42.148408 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:42.148705 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ab51309-14e6-4fef-a953-80d79c81242f {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:42.149109 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'status': 'completed', 'code': 200} Oct 27 21:37:42.163119 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-c9899ec0-60ac-489b-9f39-b8e5e31a4eac None None] Provisioning complete for port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:42.163601 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-c9899ec0-60ac-489b-9f39-b8e5e31a4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:42.232298 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-4f615675-37ac-4905-b61a-c78117894309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:42.233850 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-4f615675-37ac-4905-b61a-c78117894309 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1137 time: 0.0403094 Oct 27 21:37:42.328353 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-31c218f1-1352-47ff-b525-49471804bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:42.329863 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-31c218f1-1352-47ff-b525-49471804bea4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.0860479 Oct 27 21:37:42.394229 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-41143dcb-65a2-4f6c-99be-ffcc0b83a926 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 1001 time: 0.0572274 Oct 27 21:37:42.444097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-2dc35dff-2bb4-493f-a3f3-70cea73c2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:42.445726 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-2dc35dff-2bb4-493f-a3f3-70cea73c2dde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0431116 Oct 27 21:37:42.494091 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-d82d04ad-fbf3-4e6e-b72d-209df578cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:42.495680 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-d82d04ad-fbf3-4e6e-b72d-209df578cc2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436172 Oct 27 21:37:42.586988 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-7cc1537d-0352-4af1-9783-20b4cab53f81 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Oct 27 21:37:42.679979 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-b12ac876-c237-401b-9340-c7d8a57c5d62 req-bf0d5e12-7cbc-4e57-a885-2723d6e4b536 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860085 Oct 27 21:37:44.703317 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:37:49.316230 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.279209 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91062f59-e004-4dd7-9d77-8f8fa243bf5d req-7238ad5e-9257-4b82-a82f-6a0dd345ff20 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.280718 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-91062f59-e004-4dd7-9d77-8f8fa243bf5d req-7238ad5e-9257-4b82-a82f-6a0dd345ff20 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0478146 Oct 27 21:37:59.306072 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-e25929a7-35fe-42a7-ac2f-1ab06f87aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.307567 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-e25929a7-35fe-42a7-ac2f-1ab06f87aca9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1137 time: 0.0407696 Oct 27 21:37:59.320071 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-91062f59-e004-4dd7-9d77-8f8fa243bf5d req-91536949-ed13-420a-8a0f-4ff68b3ac4e0 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326383 Oct 27 21:37:59.646604 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-e7c2a81b-8798-4c40-b391-be5bf98ca579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.648074 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-e7c2a81b-8798-4c40-b391-be5bf98ca579 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.3319702 Oct 27 21:37:59.711821 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-11a3ba9c-307d-4617-8339-36c3a4f98765 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 1001 time: 0.0566893 Oct 27 21:37:59.759972 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-ea62383f-8579-4b9d-b6aa-cd59ef1559f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.761460 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-ea62383f-8579-4b9d-b6aa-cd59ef1559f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0418935 Oct 27 21:37:59.811907 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-54f227cf-257f-4a84-a74c-4958684407dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.813383 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-54f227cf-257f-4a84-a74c-4958684407dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412951 Oct 27 21:37:59.911088 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-b941f4ca-ee6a-4f6f-892b-bdc10397437b service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878630 Oct 27 21:38:00.002959 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-1bc31284-0938-4d8d-a06e-80f1473d02cd req-a5444b27-a6eb-4ad3-b2d0-2672754c56a4 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827386 Oct 27 21:38:00.437103 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9737d-18b9-48e6-a5b1-d9c39ece09d5 req-c348aba8-8f3b-45e3-9566-0cf94213a61f tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:00.438559 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aad9737d-18b9-48e6-a5b1-d9c39ece09d5 req-c348aba8-8f3b-45e3-9566-0cf94213a61f tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0478747 Oct 27 21:38:00.477202 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-aad9737d-18b9-48e6-a5b1-d9c39ece09d5 req-816e3c84-8321-4779-affd-7ee4f0a470f9 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326674 Oct 27 21:38:01.590692 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ea002-f29f-478f-8a23-4e5dce76ae79 req-db509599-3666-475d-92ae-113514dc1961 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.592150 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8c6ea002-f29f-478f-8a23-4e5dce76ae79 req-db509599-3666-475d-92ae-113514dc1961 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0497220 Oct 27 21:38:01.638392 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-8c6ea002-f29f-478f-8a23-4e5dce76ae79 req-c380ce63-ad08-4481-8a98-297c97428e0c tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397294 Oct 27 21:38:02.753964 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dca52-9ee7-432b-886f-a96c82d1cad9 req-cdf4c1c4-4b4e-44f6-a130-72a92d8541c5 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:02.755344 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce4dca52-9ee7-432b-886f-a96c82d1cad9 req-cdf4c1c4-4b4e-44f6-a130-72a92d8541c5 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0487061 Oct 27 21:38:02.794884 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ce4dca52-9ee7-432b-886f-a96c82d1cad9 req-ea09a2f5-364f-41c5-800b-908a9c1b24c1 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335653 Oct 27 21:38:03.908328 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d698d-c5ed-41ad-9245-949c4f8a5c1b req-b9f947f0-450e-45bc-a27b-823de2e828a4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:03.909821 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2a1d698d-c5ed-41ad-9245-949c4f8a5c1b req-b9f947f0-450e-45bc-a27b-823de2e828a4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0481968 Oct 27 21:38:03.947976 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-2a1d698d-c5ed-41ad-9245-949c4f8a5c1b req-db917ef5-d306-435d-aff7-cbd070ef6780 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322430 Oct 27 21:38:05.060077 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ade39-ad54-46c4-90fe-f157ba28af68 req-5253cf74-accc-497c-85fa-fdd22361a57b tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:05.061595 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-064ade39-ad54-46c4-90fe-f157ba28af68 req-5253cf74-accc-497c-85fa-fdd22361a57b tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0484345 Oct 27 21:38:05.105432 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-064ade39-ad54-46c4-90fe-f157ba28af68 req-b4421bae-05a6-4a2c-8c38-691635509d99 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378523 Oct 27 21:38:06.218278 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973989f-5b19-4d41-9bda-dff35f9d1a6d req-46e68a1b-2eff-47c2-8e46-130dd52bfe33 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:06.219732 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0973989f-5b19-4d41-9bda-dff35f9d1a6d req-46e68a1b-2eff-47c2-8e46-130dd52bfe33 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0489051 Oct 27 21:38:06.259521 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-0973989f-5b19-4d41-9bda-dff35f9d1a6d req-db91631f-db46-4aef-84b2-1e960f93668a tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329039 Oct 27 21:38:06.356183 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-98634bfa-7e84-4a68-80ac-f1dc297df878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:07.392501 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab746c-1458-4274-af23-7fc2fa5aec51 req-4905605a-fc8a-4ff2-9f2f-d500f043facb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:07.393994 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8ab746c-1458-4274-af23-7fc2fa5aec51 req-4905605a-fc8a-4ff2-9f2f-d500f043facb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0505483 Oct 27 21:38:07.432704 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a8ab746c-1458-4274-af23-7fc2fa5aec51 req-f0459d1e-4790-4310-971f-9550c0926174 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325072 Oct 27 21:38:08.545141 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f515-ecce-4f8c-b2e7-307658ce5127 req-f7220691-3bf8-4364-8da5-7a6e9c294ea8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:08.546587 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ba59f515-ecce-4f8c-b2e7-307658ce5127 req-f7220691-3bf8-4364-8da5-7a6e9c294ea8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0479972 Oct 27 21:38:08.588566 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-ba59f515-ecce-4f8c-b2e7-307658ce5127 req-c616514d-7dc3-4bcf-a97b-74a741c4e2db tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360928 Oct 27 21:38:08.926112 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-56cd76d0-37e8-4395-8e7a-6a36a8d12c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:09.705280 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcecdf-3312-4f22-b8b7-ae5750a57d27 req-671b732d-7a24-4de1-99dd-6049b2d86112 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.707279 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cfdcecdf-3312-4f22-b8b7-ae5750a57d27 req-671b732d-7a24-4de1-99dd-6049b2d86112 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0490718 Oct 27 21:38:09.749454 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-cfdcecdf-3312-4f22-b8b7-ae5750a57d27 req-de9379d1-aac6-4300-97f4-3d67d2d8fca4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360479 Oct 27 21:38:10.058113 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:10.173529 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:10.863035 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408525-23b0-43bd-99ac-edb8fae872d4 req-00173568-7ecb-4ecf-94cc-068166385ead tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:10.864505 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30408525-23b0-43bd-99ac-edb8fae872d4 req-00173568-7ecb-4ecf-94cc-068166385ead tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0485287 Oct 27 21:38:10.902382 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-30408525-23b0-43bd-99ac-edb8fae872d4 req-a02f2e02-a2ae-4b23-a150-6095bc298cad tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&id=93ff3227-de3d-4e7f-8dd5-be203501806f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318074 Oct 27 21:38:11.821683 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:19.308351 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:21.702444 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:38:23.361573 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-35654ea3-9dd9-4f6d-a6a8-ac32cc329dd9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395997 Oct 27 21:38:23.460239 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-fcf22ce9-e42c-480b-9b38-18900cc5db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:23.461770 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-fcf22ce9-e42c-480b-9b38-18900cc5db8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1137 time: 0.0415897 Oct 27 21:38:23.567655 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-f2fe8596-e627-4c1c-a3d4-ca01bd1c75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:23.569096 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-f2fe8596-e627-4c1c-a3d4-ca01bd1c75c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.0852404 Oct 27 21:38:23.632974 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-ba338fe2-b3bf-4ed7-ba58-7b7b2d1cdf9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 1001 time: 0.0560818 Oct 27 21:38:23.684425 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-178cb73e-24de-4a68-827d-4b1903baf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:23.685862 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-178cb73e-24de-4a68-827d-4b1903baf975 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0452485 Oct 27 21:38:23.731417 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-018120be-fe70-4281-a81c-904b02c926b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:23.732938 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-018120be-fe70-4281-a81c-904b02c926b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395570 Oct 27 21:38:23.821661 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-059a21a5-1ccd-4ebd-821f-ade5d1820de4 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804546 Oct 27 21:38:23.912669 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-a401c2af-4905-4d19-9a50-b22c5b39621a req-a60f4b04-839a-481d-901c-792ae0d857ba service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806906 Oct 27 21:38:36.357976 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-36249fbb-551a-44d6-9f06-9d483340f2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:38.926671 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e2ba20b7-d6e7-404a-bf9d-18caf5977493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:40.061217 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:40.179931 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:41.811096 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.226344 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-7b685393-54ee-4cb9-9f3a-502cb1af5a2f tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211057376&fields=id&tenant_id=c7686021ae104257a2d291f0984c3bca HTTP/1.1" status: 200 len: 267 time: 0.0307422 Oct 27 21:38:43.280143 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-2a4ddecd-12a0-4053-92cb-6a1d6b4ea3eb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:43.281587 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-2a4ddecd-12a0-4053-92cb-6a1d6b4ea3eb tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 984 time: 0.0499344 Oct 27 21:38:43.292177 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.v2.base [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Request body: {'port': {'security_groups': ['a4e21cbb-4880-4a43-92f5-db61af552f57']}} {{(pid=101282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:43.353095 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582341'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.517563 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:43.546398 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.550799 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791772927726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791772382850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791772382868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3429165'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.586144 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['8a14a7ff-234d-47b6-a363-67f3eb0685d7'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:43.598749 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:43.599399 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.600826 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-a3221c15-70bc-49bd-8a10-1ea0e6dd774f req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "PUT /v2.0/ports/8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 942 time: 0.3128581 Oct 27 21:38:43.601286 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:43.603573 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8879b2-7877-43d8-9622-e309f31f7000" -d '{"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:43.609200 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34698) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:43.657738 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0559d-562a-4b85-8463-269c8bb23293 x-openstack-request-id: req-d7d0559d-562a-4b85-8463-269c8bb23293 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:43.658043 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:43.658300 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7d0559d-562a-4b85-8463-269c8bb23293 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:43.658724 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'status': 'completed', 'code': 200} Oct 27 21:38:43.668851 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event updated for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=7']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:43.682605 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.682954 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.683296 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.683688 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.684088 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.684431 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.684798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.685147 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.685473 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.685814 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.686138 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.686484 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c31019-38a9-463a-970e-ddf4db024a7d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:43.709457 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c1b92a55-8a05-42cd-ad23-ccd9be92060d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.737562 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c1b92a55-8a05-42cd-ad23-ccd9be92060d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.738984 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['8a14a7ff-234d-47b6-a363-67f3eb0685d7'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:43.768127 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-1acaa6d3-9c6d-461a-863f-190ce456d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:43.771701 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-1acaa6d3-9c6d-461a-863f-190ce456d609 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1098 time: 0.0623624 Oct 27 21:38:43.808848 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c1b92a55-8a05-42cd-ad23-ccd9be92060d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.812369 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-c1b92a55-8a05-42cd-ad23-ccd9be92060d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.813970 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-c1b92a55-8a05-42cd-ad23-ccd9be92060d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "DELETE /v2.0/security-groups/93ff3227-de3d-4e7f-8dd5-be203501806f HTTP/1.1" status: 204 len: 168 time: 0.2039866 Oct 27 21:38:43.817831 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34700) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:43.831206 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92a55-8a05-42cd-ad23-ccd9be92060d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff3227-de3d-4e7f-8dd5-be203501806f,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:43.899707 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-5cac24fe-288b-4024-825f-ca55fea3f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:43.901299 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-5cac24fe-288b-4024-825f-ca55fea3f0d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.1140847 Oct 27 21:38:43.916612 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.provisioning_blocks [None req-b1458e24-3f35-4e38-b9d0-4e9174ed1476 None None] Provisioning complete for port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 triggered by entity DHCP. {{(pid=101284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:38:43.916984 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b1458e24-3f35-4e38-b9d0-4e9174ed1476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16088437'] for port, provisioning_complete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:43.968739 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-b8fbd707-c99b-4bbd-bdaa-b965e1d28fe1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 1001 time: 0.0596421 Oct 27 21:38:43.998620 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Deleting port adc49773-1016-41f9-a58c-fad4b6d1ccc5 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:43.999486 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.022385 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-fa9f6dd5-f7e3-4e82-815a-de91442921ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:44.023864 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-fa9f6dd5-f7e3-4e82-815a-de91442921ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0472841 Oct 27 21:38:44.069334 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-cdee20ea-81a9-4b23-97c7-2e3928767421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:44.070851 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-cdee20ea-81a9-4b23-97c7-2e3928767421 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397830 Oct 27 21:38:44.080229 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.080552 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.092801 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Calling delete_port for adc49773-1016-41f9-a58c-fad4b6d1ccc5 owned by network:floatingip {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:44.162501 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-8026b0e3-9571-4fa0-b2c1-03240910cc11 service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Oct 27 21:38:44.255228 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-ef8879b2-7877-43d8-9622-e309f31f7000 req-84905dca-368b-47a8-ba94-a2d652ce7e9a service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856373 Oct 27 21:38:44.264202 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.289462 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event deleted for resources: {'Port': ['ID=adc49773-1016-41f9-a58c-fad4b6d1ccc5,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:44.349647 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks [] for floatingip, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.349969 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.db.l3_db [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Floating IP 6a296bd2-84cf-4a8b-b504-5a3b6abebc6f disassociated (deleted). External IP: 172.27.1.157, port: 8a14a7ff-234d-47b6-a363-67f3eb0685d7. Oct 27 21:38:44.542684 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:38:44.646009 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:38:44.650819 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for floatingip, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:44.656395 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] Sync routers for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:38:44.665487 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:44.666128 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:38:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:44.676556 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-4f048741-4a06-402e-8ea9-1373975e258d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "DELETE /v2.0/floatingips/6a296bd2-84cf-4a8b-b504-5a3b6abebc6f HTTP/1.1" status: 204 len: 168 time: 0.8567843 Oct 27 21:38:44.772643 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:44.993035 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:45.018794 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] Checking router: 6a9ecf99-39e2-43c0-9bd0-2143a2779111 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:38:45.026883 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:45.027470 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:38:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:45.128686 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:45.320661 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:45.346145 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e653b-e4b5-47d9-8d53-27722ae36bc7 None None] The sync data for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi is: [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:51Z', 'revision_number': 4, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi', '_interfaces': [{'id': '22f16d0c-133e-4662-960e-dd1bd41490a4', 'name': '', 'network_id': '35fe3a20-2930-4482-917d-e41ecf066599', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'mac_address': 'fa:16:3e:c6:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:51Z', 'updated_at': '2021-10-27T21:36:56Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'subnets': [{'id': '370dfa37-cdfa-423c-8bee-7dd1eb1d8521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:38:45.552251 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da27ca5-9063-4619-9f52-3bcafc69d174 None None] New status for floating IP 6a296bd2-84cf-4a8b-b504-5a3b6abebc6f: DOWN {{(pid=101285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:38:45.660978 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:45.663245 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b8bbd1411c6e6666c8050d3cd736c7cade76726f8350c28859da59a515f6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b82d93-d362-446f-aee6-317f972ce289" -d '{"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:45.706226 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc2542-823a-4045-be27-264454172df8 x-openstack-request-id: req-44dc2542-823a-4045-be27-264454172df8 {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:45.706513 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "status": "completed", "code": 200}]} {{(pid=101282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:45.707387 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44dc2542-823a-4045-be27-264454172df8 {{(pid=101282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:45.707868 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'status': 'completed', 'code': 200} Oct 27 21:38:45.790227 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82d93-d362-446f-aee6-317f972ce289 req-20715cef-10f0-42d6-916f-80feddb070e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.791824 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-20715cef-10f0-42d6-916f-80feddb070e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7686021ae104257a2d291f0984c3bca&device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 1098 time: 0.0441713 Oct 27 21:38:45.883603 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82d93-d362-446f-aee6-317f972ce289 req-837c58e7-dff4-40dd-9b4d-5b6c58aad6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.885064 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-837c58e7-dff4-40dd-9b4d-5b6c58aad6fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 200 len: 915 time: 0.0847843 Oct 27 21:38:45.935343 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-c9504058-9fb0-46d1-9dea-2a2a8db0938b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 200 len: 217 time: 0.0428977 Oct 27 21:38:45.991432 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82d93-d362-446f-aee6-317f972ce289 req-9924b41c-06f4-4d5f-9b67-15e13c33740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:45.992932 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-9924b41c-06f4-4d5f-9b67-15e13c33740d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 200 len: 853 time: 0.0506237 Oct 27 21:38:46.038855 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82d93-d362-446f-aee6-317f972ce289 req-dbc7789c-3ed8-422d-88f2-844e15f2a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:46.040353 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-dbc7789c-3ed8-422d-88f2-844e15f2a1db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=35fe3a20-2930-4482-917d-e41ecf066599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406451 Oct 27 21:38:46.134773 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-8030d6be-bdf7-4526-b0f0-d4490e7b79dc service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Oct 27 21:38:46.239141 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-32b82d93-d362-446f-aee6-317f972ce289 req-8c4217c2-9600-4192-aa5f-6db69cee2d3b service neutron] 10.222.0.74 "GET /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963652 Oct 27 21:38:47.377877 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc26dc-7d8d-40d9-8a87-a96997fa968c req-0d315ec7-3c37-48c2-ac43-b831915c1eb8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:47.379880 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b6fc26dc-7d8d-40d9-8a87-a96997fa968c req-0d315ec7-3c37-48c2-ac43-b831915c1eb8 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0510933 Oct 27 21:38:47.416213 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-b6fc26dc-7d8d-40d9-8a87-a96997fa968c req-c0c83d7a-7205-47ff-af8b-4bdc21828602 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303936 Oct 27 21:38:48.528465 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08008-e39b-4530-b17a-767ee4cae45c req-e799f91d-0873-463e-86b7-691d4b3cc77d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:48.529990 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-92a08008-e39b-4530-b17a-767ee4cae45c req-e799f91d-0873-463e-86b7-691d4b3cc77d tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0466495 Oct 27 21:38:48.565986 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-92a08008-e39b-4530-b17a-767ee4cae45c req-5455f1f5-8f0d-4166-bec4-f26ecbaa0424 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4e21cbb-4880-4a43-92f5-db61af552f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294745 Oct 27 21:38:49.180739 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-013c180e-2dd2-4cb8-bc62-6d9eceb59e27 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:49.182148 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-013c180e-2dd2-4cb8-bc62-6d9eceb59e27 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.74 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 945 time: 0.0478299 Oct 27 21:38:49.270653 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Deleting port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:49.270986 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:49.307249 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:49.355665 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] For port 8a14a7ff-234d-47b6-a363-67f3eb0685d7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8a14a7ff-234d-47b6-a363-67f3eb0685d7,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:49.356017 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:49.368284 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Calling delete_port for 8a14a7ff-234d-47b6-a363-67f3eb0685d7 owned by compute:nova {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:49.493755 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:49.519403 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Pushing event deleted for resources: {'Port': ['ID=8a14a7ff-234d-47b6-a363-67f3eb0685d7,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:49.529509 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] get_ports_and_sgs() called for port_ids ['8a14a7ff-234d-47b6-a363-67f3eb0685d7'] {{(pid=101284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:49.534069 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.534440 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.535401 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.535747 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.536081 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.536535 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.536889 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.537217 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.537542 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.537866 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.538187 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.538508 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:49.576086 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] No DVR routers for this DVR port 8a14a7ff-234d-47b6-a363-67f3eb0685d7 on host hv-cinder-81514 {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:49.578447 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25581'] for port, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:49.581712 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [req-0c2fa442-bb02-4e57-b4a3-2310aa9e0c5a req-4ec4a339-fd32-4838-a3dc-0dbe852cc293 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.74 "DELETE /v2.0/ports/8a14a7ff-234d-47b6-a363-67f3eb0685d7 HTTP/1.1" status: 204 len: 173 time: 0.3932264 Oct 27 21:38:49.582147 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'name': 'network-vif-deleted', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7'}] {{(pid=101283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:49.584350 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d50ce4b8ff78805161a30474e092041f2e31b30121bc4a754c23908c8d6b9f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978dd02b-5cca-420c-999a-481855210f90" -d '{"events": [{"server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "name": "network-vif-deleted", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7"}]}' {{(pid=101283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:49.665960 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [req-9a2bfa91-2802-4afc-b632-9bef5ba77f3d req-70cd17ab-3575-48b6-82e7-f65850e1c1b4 tempest-TestMinimumBasicScenario-1044326182 tempest-TestMinimumBasicScenario-1044326182-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff96816-68c8-4075-aa00-bab3b0a1acaf HTTP/1.1" status: 200 len: 210 time: 0.0262804 Oct 27 21:38:49.757559 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc32ce-5983-4730-ac2c-d928fc2d66c4 x-openstack-request-id: req-97cc32ce-5983-4730-ac2c-d928fc2d66c4 {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:49.757851 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff96816-68c8-4075-aa00-bab3b0a1acaf", "name": "network-vif-deleted", "tag": "8a14a7ff-234d-47b6-a363-67f3eb0685d7", "status": "completed", "code": 200}]} {{(pid=101283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:49.758102 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97cc32ce-5983-4730-ac2c-d928fc2d66c4 {{(pid=101283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:49.758496 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff96816-68c8-4075-aa00-bab3b0a1acaf', 'name': 'network-vif-deleted', 'tag': '8a14a7ff-234d-47b6-a363-67f3eb0685d7', 'status': 'completed', 'code': 200} Oct 27 21:38:51.323154 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34790) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:51.660066 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:51.898335 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Deleting port 22f16d0c-133e-4662-960e-dd1bd41490a4 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:51.898775 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:51.975587 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] For port 22f16d0c-133e-4662-960e-dd1bd41490a4, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=22f16d0c-133e-4662-960e-dd1bd41490a4,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:51.975953 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:51.989441 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Calling delete_port for 22f16d0c-133e-4662-960e-dd1bd41490a4 owned by network:router_interface {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:52.163902 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:52.192836 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f16d0c-133e-4662-960e-dd1bd41490a4,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:52.600887 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:52.804666 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:38:52.906622 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:38:52.911626 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-43fcd125-9c85-4b1a-b595-c8a96ac3d0f4 admin admin] 10.222.0.55 "PUT /v2.0/routers/6a9ecf99-39e2-43c0-9bd0-2143a2779111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5874002 Oct 27 21:38:52.914197 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34792) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:52.915192 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] Sync routers for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:38:52.926070 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:52.926668 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:38:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:53.012236 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.026652 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:53.116227 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.173416 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Deleting port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:53.173748 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.251447 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] For port 03f536ce-ac36-42da-816e-2bf1c3a6e5f9, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:53.251795 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.264466 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Calling delete_port for 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 owned by network:router_gateway {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:53.322799 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:38:52Z', 'revision_number': 5, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port': {'id': '03f536ce-ac36-42da-816e-2bf1c3a6e5f9', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:53.348282 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] Checking router: 6a9ecf99-39e2-43c0-9bd0-2143a2779111 for host: dv-cinder-815145-3-iscsi {{(pid=101284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:38:53.356395 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] Routers {'6a9ecf99-39e2-43c0-9bd0-2143a2779111'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:53.357029 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:38:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'], 'active': True} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:53.426575 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.444967 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvr_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] Set router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 gateway port host: None {{(pid=101284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:53.451930 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f536ce-ac36-42da-816e-2bf1c3a6e5f9,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:53.499198 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_hamode_db [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:38:53Z', 'revision_number': 6, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:53.512607 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.524833 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579c11f-4152-4742-bf3f-5647ad1c4c7e None None] The sync data for ids ['6a9ecf99-39e2-43c0-9bd0-2143a2779111'] in dv-cinder-815145-3-iscsi is: [{'id': '6a9ecf99-39e2-43c0-9bd0-2143a2779111', 'name': 'tempest-TestMinimumBasicScenario-916064779-router', 'tenant_id': 'c7686021ae104257a2d291f0984c3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:49Z', 'updated_at': '2021-10-27T21:38:53Z', 'revision_number': 6, 'project_id': 'c7686021ae104257a2d291f0984c3bca', 'gw_port_host': None}] {{(pid=101284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:38:53.600635 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.602697 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.643736 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.644341 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9ecf99-39e2-43c0-9bd0-2143a2779111 {{(pid=101282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:38:53.650389 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] Publish callbacks [] for router, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.651966 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-ab8a6e02-c8fe-4d96-b76d-0540e780ffa2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6a9ecf99-39e2-43c0-9bd0-2143a2779111 HTTP/1.1" status: 204 len: 168 time: 0.7368581 Oct 27 21:38:53.654623 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34794) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:53.701039 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Deleting subnet 370dfa37-cdfa-423c-8bee-7dd1eb1d8521 {{(pid=101282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:38:53.704302 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.742604 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3738527'] for subnet, precommit_delete_associations {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.814717 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.864685 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3429347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59115500'] for subnet, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.889926 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370dfa37-cdfa-423c-8bee-7dd1eb1d8521,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:53.893616 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for subnet, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:53.897325 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-6573b176-a88f-4814-a07b-14d6b228b834 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/370dfa37-cdfa-423c-8bee-7dd1eb1d8521 HTTP/1.1" status: 204 len: 168 time: 0.2417598 Oct 27 21:38:53.899726 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34796) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:53.903331 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c5064-ee82-459f-9a28-15a9e5bdf028 None None] Network 35fe3a20-2930-4482-917d-e41ecf066599 requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:53.975096 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.041037 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Deleting port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 {{(pid=101282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:54.041476 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.104309 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] For port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,segment=NetworkSegment(d40b0919-cb57-499e-b88c-bd0ac3ab254a),segment_id=d40b0919-cb57-499e-b88c-bd0ac3ab254a)] {{(pid=101282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:54.104689 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.119898 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.plugin [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Calling delete_port for 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 owned by network:dhcp {{(pid=101282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:54.164236 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 8a14a7ff-234d-47b6-a363-67f3eb0685d7 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:54.183452 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] No Port match for: 8a14a7ff-234d-47b6-a363-67f3eb0685d7 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:54.183786 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Device 8a14a7ff-234d-47b6-a363-67f3eb0685d7 not bound to the agent host hv-cinder-81514 {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:54.195935 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3429334'] for port, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.222995 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] No DVR routers for this DVR port 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 on host dv-cinder-815145-3-iscsi {{(pid=101282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:54.226798 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=91c5a33f-2c76-4084-8138-b3ae4f6f1f52,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:54.301270 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.322505 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fe3a20-2930-4482-917d-e41ecf066599']}} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:54.331237 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644d15f-6e8e-4ad8-ba4c-d2b40ad6095b None None] DHCP port deletion for 35fe3a20-2930-4482-917d-e41ecf066599 request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:38:54.333571 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40b0919-cb57-499e-b88c-bd0ac3ab254a') {'for_net_delete': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:54.333867 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.services.segments.db [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40b0919-cb57-499e-b88c-bd0ac3ab254a') {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:54.345082 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3738598'] for segment, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.358737 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.364712 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:38:54.365104 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3429129'] for segment, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: Traceback (most recent call last): Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: timer() Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: cb(*args, **kw) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: return func(*args, **kwargs) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: self._notify() Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: self.callback(batched_events) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: event.method(event) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: return f(self, *a, **k) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._get(url).json() Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: return self.request(url, 'GET', **kwargs) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:38:54.366783 dv-cinder-815145-3-iscsi neutron-server[101282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:38:54.423457 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.429494 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:54.432617 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] 10.222.0.55 "DELETE /v2.0/networks/35fe3a20-2930-4482-917d-e41ecf066599 HTTP/1.1" status: 204 len: 168 time: 0.5319548 Oct 27 21:38:54.435612 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34798) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:54.443894 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b67591-c1c9-49f5-8680-95d6d48c2d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=35fe3a20-2930-4482-917d-e41ecf066599,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:54.584968 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:54.609325 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:54.609743 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 91c5a33f-2c76-4084-8138-b3ae4f6f1f52 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:54.610064 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 22f16d0c-133e-4662-960e-dd1bd41490a4 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:54.630000 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 22f16d0c-133e-4662-960e-dd1bd41490a4 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:54.630342 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 22f16d0c-133e-4662-960e-dd1bd41490a4 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:54.630756 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:54.649603 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:54.649950 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 03f536ce-ac36-42da-816e-2bf1c3a6e5f9 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:54.785528 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16210485'] for router_interface, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:55.015534 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Deleting port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:55.015784 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:55.094150 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] For port c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:55.094427 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:55.105734 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Calling delete_port for c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 owned by network:router_interface {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:55.277253 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:55.302051 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:55.461585 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16186813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16210649'] for router_interface, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:55.667961 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Router ee80add4-8bcd-4f03-8741-01a6b6dffad1 has already been hosted by L3 agent 2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f {{(pid=101283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:38:55.775018 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] Notify agent at l3_agent.dv-cinder-815145-3-iscsi the message routers_updated {{(pid=101283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:38:55.780163 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-70447321-0183-4210-aa0f-03f388a55812 admin admin] 10.222.0.55 "PUT /v2.0/routers/ee80add4-8bcd-4f03-8741-01a6b6dffad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3434763 Oct 27 21:38:55.782682 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34800) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:55.784290 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] Sync routers for ids ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'] in dv-cinder-815145-3-iscsi {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:38:55.794204 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] Routers {'ee80add4-8bcd-4f03-8741-01a6b6dffad1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:55.795050 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:38:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:55.885519 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:55.894913 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] Set router ee80add4-8bcd-4f03-8741-01a6b6dffad1 gateway port host: dv-cinder-815145-3-iscsi {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:55.984540 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.068062 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'external_fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:38:55Z', 'revision_number': 5, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port': {'id': '05b754d0-d19f-467a-8841-8ecffc7c065e', 'name': '', 'network_id': '4ab84436-cd69-4058-8f45-c2af242f4248', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6243e2-028b-4fc5-8b39-8f5f468bf528', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-3-iscsi'}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:56.099362 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] Checking router: ee80add4-8bcd-4f03-8741-01a6b6dffad1 for host: dv-cinder-815145-3-iscsi {{(pid=101285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:38:56.108207 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] Routers {'ee80add4-8bcd-4f03-8741-01a6b6dffad1'} bound to L3 agent in host dv-cinder-815145-3-iscsi {{(pid=101285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:38:56.108846 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:18:09Z,description=,heartbeat_timestamp=2021-10-27T21:38:39Z,host='dv-cinder-815145-3-iscsi',id=2d31e9c4-e3b1-437b-b51d-6fabb7ef1c0f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:18:09Z,topic='l3_agent')) {'router_ids': ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'], 'active': True} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:56.191516 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_dvr_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] Set router ee80add4-8bcd-4f03-8741-01a6b6dffad1 gateway port host: None {{(pid=101285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:38:56.245656 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.l3_hamode_db [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:38:55Z', 'revision_number': 6, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port_host': None}], 'dv-cinder-815145-3-iscsi', False) {} {{(pid=101285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:56.271014 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f816f-b4f6-4931-a530-f72dcea93384 None None] The sync data for ids ['ee80add4-8bcd-4f03-8741-01a6b6dffad1'] in dv-cinder-815145-3-iscsi is: [{'id': 'ee80add4-8bcd-4f03-8741-01a6b6dffad1', 'name': 'tempest-TestMinimumBasicScenario-1372827735-router', 'tenant_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:36:53Z', 'updated_at': '2021-10-27T21:38:55Z', 'revision_number': 6, 'project_id': '06fb8e75d7cd4bb593118c1be28ef61f', 'gw_port_host': None}] {{(pid=101285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:38:56.278064 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Deleting port 05b754d0-d19f-467a-8841-8ecffc7c065e {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:56.278395 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.354540 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] For port 05b754d0-d19f-467a-8841-8ecffc7c065e, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=05b754d0-d19f-467a-8841-8ecffc7c065e,segment=NetworkSegment(6aa0bbef-1a0b-415e-ac09-f596abb7249e),segment_id=6aa0bbef-1a0b-415e-ac09-f596abb7249e)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:56.354895 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.368910 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Calling delete_port for 05b754d0-d19f-467a-8841-8ecffc7c065e owned by network:router_gateway {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:56.547280 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.573173 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b754d0-d19f-467a-8841-8ecffc7c065e,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:56.633948 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555643'] for router_gateway, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.727067 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16209169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13398'] for router, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.729176 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.773375 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16209158'] for router, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.773854 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee80add4-8bcd-4f03-8741-01a6b6dffad1 {{(pid=101283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:38:56.778641 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] Publish callbacks [] for router, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.779807 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-9f366a62-1358-4e88-a76c-39d8bfba61a2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ee80add4-8bcd-4f03-8741-01a6b6dffad1 HTTP/1.1" status: 204 len: 168 time: 0.9962177 Oct 27 21:38:56.782455 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34802) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:56.834289 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Deleting subnet ea53d093-8d9e-47ce-81d3-d2db9b806eea {{(pid=101283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:38:56.837364 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.870097 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621474'] for subnet, precommit_delete_associations {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.947330 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076379'] for subnet, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:56.996198 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59133995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58835721'] for subnet, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.017832 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:57.023518 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea53d093-8d9e-47ce-81d3-d2db9b806eea,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:57.025450 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.030763 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-f4a5b664-b560-441f-b30b-30104528ae1a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ea53d093-8d9e-47ce-81d3-d2db9b806eea HTTP/1.1" status: 204 len: 168 time: 0.2449358 Oct 27 21:38:57.031164 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34804) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:57.051324 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6fe83-c6ff-4b63-8908-f03e0e3e1b30 None None] Network 906d2d24-6eec-48bc-b409-99dc962d353b requested from dv-cinder-815145-3-iscsi {{(pid=101284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:57.053918 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:57.054258 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device c5b53dc3-78f6-4e2d-a5e2-2e7d414bbee6 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:57.102073 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16209312'] for network, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.159179 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Deleting port 067ff2e7-059c-4d7b-a170-3822bd9a5472 {{(pid=101283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:57.160052 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.226293 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.db [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] For port 067ff2e7-059c-4d7b-a170-3822bd9a5472, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=067ff2e7-059c-4d7b-a170-3822bd9a5472,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:57.226649 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.241870 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] DHCP port deletion for 906d2d24-6eec-48bc-b409-99dc962d353b request from dv-cinder-815145-3-iscsi {{(pid=101284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:38:57.242272 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.plugin [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Calling delete_port for 067ff2e7-059c-4d7b-a170-3822bd9a5472 owned by network:dhcp {{(pid=101283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:57.296088 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Deleting port 067ff2e7-059c-4d7b-a170-3822bd9a5472 {{(pid=101284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:38:57.296461 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791772871190'] for port, before_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.335480 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59133982'] for port, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.360442 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=067ff2e7-059c-4d7b-a170-3822bd9a5472,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:57.360746 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.db [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] For port 067ff2e7-059c-4d7b-a170-3822bd9a5472, host dv-cinder-815145-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-3-iscsi',level=0,port_id=067ff2e7-059c-4d7b-a170-3822bd9a5472,segment=NetworkSegment(4f4595d6-dc3a-4d85-b58e-5912a5d893a5),segment_id=4f4595d6-dc3a-4d85-b58e-5912a5d893a5)] {{(pid=101284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:57.360944 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16233804'] for port, precommit_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.366361 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] No DVR routers for this DVR port 067ff2e7-059c-4d7b-a170-3822bd9a5472 on host dv-cinder-815145-3-iscsi {{(pid=101283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:57.374155 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Calling delete_port for 067ff2e7-059c-4d7b-a170-3822bd9a5472 owned by network:dhcp {{(pid=101284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:38:57.435055 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086734', 'neutron.services.segments.db._delete_segments_for_network-8791772885598'] for network, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.452085 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791772927708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791772382841'] for port, after_delete {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.458579 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906d2d24-6eec-48bc-b409-99dc962d353b']}} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:57.468563 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4595d6-dc3a-4d85-b58e-5912a5d893a5') {'for_net_delete': True} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:57.468885 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.services.segments.db [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4595d6-dc3a-4d85-b58e-5912a5d893a5') {} {{(pid=101283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:57.478475 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791772887143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621403'] for segment, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.480793 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Pushing event deleted for resources: {'Port': ['ID=067ff2e7-059c-4d7b-a170-3822bd9a5472,revision_number=None']} {{(pid=101284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:57.482984 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] No DVR routers for this DVR port 067ff2e7-059c-4d7b-a170-3822bd9a5472 on host dv-cinder-815145-3-iscsi {{(pid=101284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:38:57.493624 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.493973 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.494415 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.494736 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.495121 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.495310 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010'] for segment, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.495557 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.495673 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.495982 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.496304 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.496672 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.497074 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.497258 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8ae1-0eea-4ae6-ae82-e8cb78538227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-3-iscsi {{(pid=101284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:57.501841 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:38:57.502345 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16074010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59134145'] for segment, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: Traceback (most recent call last): Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: timer() Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: cb(*args, **kw) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: return func(*args, **kwargs) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: self._notify() Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: self.callback(batched_events) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: event.method(event) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: return f(self, *a, **k) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._get(url).json() Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: return self.request(url, 'GET', **kwargs) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:38:57.504200 dv-cinder-815145-3-iscsi neutron-server[101283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:38:57.556139 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16186756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555591'] for network, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.560752 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16186774'] for network, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.563835 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] 10.222.0.55 "DELETE /v2.0/networks/906d2d24-6eec-48bc-b409-99dc962d353b HTTP/1.1" status: 204 len: 168 time: 0.5319548 Oct 27 21:38:57.575941 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c951420-2cc7-484a-80d3-54ec16486d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=906d2d24-6eec-48bc-b409-99dc962d353b,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:57.755782 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34808) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:57.795025 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-36305ed5-a748-49b7-b39e-aed9387d1ab9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7686021ae104257a2d291f0984c3bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380359 Oct 27 21:38:57.797435 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.wsgi [-] (101283) accepted ('10.222.0.55', 34810) {{(pid=101283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:57.847654 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-62843b07-0e56-4efe-b80c-d42f4e356f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.870773 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-62843b07-0e56-4efe-b80c-d42f4e356f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.915271 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-62843b07-0e56-4efe-b80c-d42f4e356f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.917808 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron_lib.callbacks.manager [None req-62843b07-0e56-4efe-b80c-d42f4e356f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:57.918978 dv-cinder-815145-3-iscsi neutron-server[101283]: INFO neutron.wsgi [None req-62843b07-0e56-4efe-b80c-d42f4e356f43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4e21cbb-4880-4a43-92f5-db61af552f57 HTTP/1.1" status: 204 len: 168 time: 0.1206851 Oct 27 21:38:57.928398 dv-cinder-815145-3-iscsi neutron-server[101283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62843b07-0e56-4efe-b80c-d42f4e356f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e21cbb-4880-4a43-92f5-db61af552f57,revision_number=None']} {{(pid=101283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:58.232913 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34816) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:58.275707 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-c2efd3a2-bca6-43cd-8712-7ee432628abd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06fb8e75d7cd4bb593118c1be28ef61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416634 Oct 27 21:38:58.278054 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [-] (101282) accepted ('10.222.0.55', 34818) {{(pid=101282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:58.324695 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fedc95de-036b-4819-9cfe-6a76bf16e3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.348201 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fedc95de-036b-4819-9cfe-6a76bf16e3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.393106 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fedc95de-036b-4819-9cfe-6a76bf16e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669706'] for security_group, after_delete {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.395614 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-fedc95de-036b-4819-9cfe-6a76bf16e3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.396820 dv-cinder-815145-3-iscsi neutron-server[101282]: INFO neutron.wsgi [None req-fedc95de-036b-4819-9cfe-6a76bf16e3b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/762834a9-8018-45ae-9d95-a2ac3208ce0c HTTP/1.1" status: 204 len: 168 time: 0.1178696 Oct 27 21:38:58.404199 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc95de-036b-4819-9cfe-6a76bf16e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762834a9-8018-45ae-9d95-a2ac3208ce0c,revision_number=None']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:58.581010 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 067ff2e7-059c-4d7b-a170-3822bd9a5472 no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:58.602538 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 067ff2e7-059c-4d7b-a170-3822bd9a5472 {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:58.602976 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 067ff2e7-059c-4d7b-a170-3822bd9a5472 not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:58.603460 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 05b754d0-d19f-467a-8841-8ecffc7c065e no longer exists at agent ovs-agent-dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:58.625363 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.plugin [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] No Port match for: 05b754d0-d19f-467a-8841-8ecffc7c065e {{(pid=101284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:38:58.625742 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron.plugins.ml2.rpc [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Device 05b754d0-d19f-467a-8841-8ecffc7c065e not bound to the agent host dv-cinder-815145-3-iscsi {{(pid=101284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:38:58.701325 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:39:06.358594 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a0f44fc3-f63c-48c3-bde4-e1aca1b06ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.927953 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b67efc4f-6441-4616-9a8e-4a6668844c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.063420 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.178363 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:11.813579 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:19.321785 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:35.701247 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:39:36.359518 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-03e5e0a2-3b6e-4e0b-bcd0-06419bb6b0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:38.927896 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9fb211d1-8895-4421-a399-0ab445ebe396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:40.065251 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:40.180443 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:41.815536 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:49.321846 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:06.362348 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-35d370ff-27fc-4937-88bc-169bc4643b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.929486 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-6500d4e7-e759-4cf4-959c-92d4fb4f1672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:10.066598 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:10.184092 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:11.871942 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:12.700266 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:40:19.335677 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:36.363496 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e147b775-b10a-4970-9841-4472b9cec490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:38.931088 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-f2302273-d810-41b5-b85b-09f8f83bdd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:40.069017 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:40.186261 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:41.821042 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:49.334891 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:49.701761 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:41:06.365969 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-49c2c760-5262-4254-8b73-b00a48007aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:08.932162 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-bec005fd-e714-4bd6-90e5-04de1ed01957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:10.071012 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:10.188805 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:11.827372 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.350057 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:26.700562 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:41:36.366669 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-627df342-33b7-4e36-8b63-f936a473f76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:38.934725 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-a9c579f4-745d-4b91-a55d-8de88c4d0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:40.073008 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:40.192333 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:41.827611 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:42.984009 dv-cinder-815145-3-iscsi neutron-server[101282]: DEBUG neutron.wsgi [req-d445b761-88e0-4098-afe3-620021dfbd44 req-05775504-0c18-4a44-81af-63e569174ec9 service neutron] (101282) timed out ('10.222.0.74', 54112) {{(pid=101282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:41:49.364000 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:03.700052 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:42:06.367927 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-7965e833-82e2-45d1-b000-9625a49ed52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:08.934756 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-8e33a7f7-0500-4108-ade9-9f3035235100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:10.075752 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:10.195114 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:11.881102 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:19.363319 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:36.369719 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-aff4489a-5bd7-4901-9ab3-ce44c84eb018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:38.935709 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8552-da7d-4e54-ac0d-97a45676c83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:40.077858 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:40.197288 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:40.697856 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:42:41.832799 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:49.376198 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:06.372687 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-d39b2085-90e0-4729-8646-b5c61d1477fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:08.936880 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-9cce70c1-ccbf-46a8-a9ba-1c67453c5cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:10.079632 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:10.199956 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:11.835252 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:17.696434 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:43:19.376245 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:36.374232 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-738ed484-fd60-42f8-b53b-68c312176c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:38.939081 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-6149ae82-4995-4526-b2cd-7350aa9e868a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:40.081139 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:40.201194 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:41.838093 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:49.392995 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-13b10b48-59a1-444e-9563-ce02a21af296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:54.696098 dv-cinder-815145-3-iscsi neutron-server[101285]: DEBUG neutron.db.agents_db [None req-6fa67693-934e-4442-9859-a547b89143e6 None None] Agent healthcheck: found 6 active agents {{(pid=101285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:44:06.377356 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0ee66330-21e7-46f0-9744-1311eac6f01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:08.939647 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-0e54dafb-de42-4099-8a9d-d2666c77e80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:10.081632 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-e3263404-6d2e-4ee9-a694-85e21eff29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:10.214945 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd9c5-d218-4882-85f5-6587488dcb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:12.008412 dv-cinder-815145-3-iscsi neutron-server[101284]: DEBUG neutron_lib.callbacks.manager [None req-b8765cf5-2d90-42fb-a85b-6098833dfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791772885580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16088452'] for agent, after_update {{(pid=101284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}